-- Logs begin at Tue 2022-01-18 15:48:24 UTC, end at Tue 2022-01-18 16:48:51 UTC. -- Jan 18 16:21:39.018673 dv-cinder-788368-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 18 16:21:42.283983 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.common.config [-] Logging enabled! Jan 18 16:21:42.284596 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 16:21:42.284772 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 16:21:42.289085 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.common.config [-] Logging enabled! Jan 18 16:21:42.289352 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev397 Jan 18 16:21:42.289665 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 18 16:21:42.290604 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:21:42.290844 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:21:42.291378 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:21:42.291634 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:21:42.291869 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:21:42.292201 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.292630 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 18 16:21:42.292968 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.293273 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.293579 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.294419 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.294824 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.295139 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.295434 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.295742 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.296030 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.296314 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.296607 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.297032 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.297327 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.297621 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.297914 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.298203 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] debug = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.298489 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.298921 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.299363 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.299675 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.300040 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.300310 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.300587 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.300895 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.301210 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.301624 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] host = dv-cinder-788368-3-iscsi {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.301908 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.302269 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.302588 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.302904 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.303273 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.303621 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.303969 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.304367 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.304716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.305065 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.305512 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.305808 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.306203 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.306489 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.306817 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.307230 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.307593 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.307923 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.308297 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.308613 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.308897 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.309301 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.309903 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.310416 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.310821 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.311117 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.311469 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.311801 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.312177 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.312573 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.312997 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.313861 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.314347 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.314745 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.315174 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.315522 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.315861 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.316173 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.316469 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.316881 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.317318 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.317674 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.318015 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.318415 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.318766 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.319378 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] use_json = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.319705 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.320097 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.320504 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.320835 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.321259 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.321554 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.321839 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.322138 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.322421 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:42.322730 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.323035 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.323342 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.323640 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.323945 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.324233 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.324529 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.324814 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.325183 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.325481 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.325779 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.326067 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.326375 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.326668 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.326966 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.327278 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.327577 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.327874 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.328154 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.328434 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.328712 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.329022 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.329316 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.329598 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.329892 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.330185 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.330469 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.330773 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.331068 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.331367 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.331662 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.331943 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.332228 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.332522 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.332805 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.333111 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.333396 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.333694 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.333977 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.334331 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.334698 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.335032 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.335433 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.335708 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.336085 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.336495 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.336781 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.337248 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.337600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.338001 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.338328 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.338733 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.339071 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.339353 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.339631 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.340010 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.340407 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.341621 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.341790 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.342163 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.342545 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.342870 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.343244 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.343644 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.343971 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.344255 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.344536 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.344816 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.345286 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.345616 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.345989 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.346385 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.346748 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.347059 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.347537 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.347919 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.348326 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.348735 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.349196 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.349495 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.349990 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.350398 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.350866 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.351160 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.351445 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.351749 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.352046 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.352344 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.352657 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.352972 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.353281 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.353567 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.353858 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.354147 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.354433 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.354724 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.355013 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.355312 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.355610 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.355908 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.356210 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.357152 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.357439 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.357757 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.358044 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:42.358265 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:21:42.358518 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102354) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 18 16:21:42.789804 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 16:21:42.790084 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 16:21:42.790397 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 18 16:21:42.790739 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 18 16:21:43.163317 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.163514 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.163835 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.167489 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.167895 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.168316 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.220356 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.220641 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.220933 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.236983 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.237396 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.237666 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.273121 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.273404 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.273676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.314165 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.314848 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.314848 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.726249 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.726636 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.727169 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.727578 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.728395 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.860601 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.860944 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.861221 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.861491 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.861812 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.862338 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.862670 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.863167 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.863506 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.863793 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.864147 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.864576 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.865091 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.865435 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.865702 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.865970 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.866429 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.866912 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.867395 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.867663 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.867941 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.868377 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.868869 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.869458 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.869716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.869968 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.870612 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:43.870964 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:43.871382 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:43.871625 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:43.872517 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:43.873008 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:43.873269 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 18 16:21:43.876503 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 18 16:21:43.880506 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 18 16:21:43.884462 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jan 18 16:21:43.886254 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 18 16:21:43.886818 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 18 16:21:43.887576 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 18 16:21:43.888149 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 18 16:21:43.894077 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 18 16:21:43.894478 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 18 16:21:43.894916 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 16:21:43.901559 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 18 16:21:43.930072 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 18 16:21:43.930599 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.930928 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102354) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 18 16:21:43.931288 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.932690 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102354) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 18 16:21:43.933058 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 18 16:21:43.933371 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 18 16:21:43.937435 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:43.937716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.015252 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 18 16:21:44.015443 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 18 16:21:44.015627 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 18 16:21:44.016087 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 18 16:21:44.041228 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_db.sqlalchemy.engines [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102354) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 18 16:21:44.494401 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing driver for type 'gre' Jan 18 16:21:44.495077 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] gre ID ranges: [(1, 1000)] Jan 18 16:21:44.548354 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing driver for type 'local' Jan 18 16:21:44.548704 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing driver for type 'vlan' Jan 18 16:21:44.563634 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] VlanTypeDriver initialization complete Jan 18 16:21:44.564195 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing driver for type 'vxlan' Jan 18 16:21:44.564696 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] vxlan ID ranges: [(1, 1000)] Jan 18 16:21:44.618882 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing extension driver 'port_security' Jan 18 16:21:44.619323 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] PortSecurityExtensionDriver initialization complete Jan 18 16:21:44.619711 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing mechanism driver 'openvswitch' Jan 18 16:21:44.620101 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing mechanism driver 'hyperv' Jan 18 16:21:44.627072 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:44.627768 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.628148 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.628505 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.629058 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:21:44.629502 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.629857 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.630206 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.630603 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:21:44.631013 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.631366 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.631714 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.632113 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:21:44.632522 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > security_group after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.632874 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > security_group after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.633241 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.633782 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:21:44.634200 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.634556 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.634902 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.635301 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:21:44.635712 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > address_group after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.636064 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > address_group after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.636407 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.636802 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 18 16:21:44.637284 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] ML2 OVO RPC backend initialized. {{(pid=102354) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 18 16:21:44.638001 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.638357 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.638778 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.639134 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > networks before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.639486 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.639835 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > ports before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.640182 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.640528 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnets before_response 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.640877 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.641247 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.641588 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.641928 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.642282 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.642606 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.642945 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.643292 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.643627 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.644195 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.plugin [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Modular L2 Plugin initialization complete Jan 18 16:21:44.644526 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading services supported by the core plugin {{(pid=102354) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 18 16:21:44.644861 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.plugins.ml2.managers [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Got port-security extension from driver 'port_security' Jan 18 16:21:44.645352 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.extensions.vlantransparent [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Disabled vlantransparent extension. Jan 18 16:21:44.645836 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102354) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 18 16:21:44.646155 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: router Jan 18 16:21:44.683298 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.683702 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_create 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.684082 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router before_create 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.684550 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.685106 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.685503 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_delete 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.685875 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.686235 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.686605 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_create 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.686963 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_update 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.687322 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_update 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.687680 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.688046 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_update 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.688462 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.688842 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.689215 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.689565 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: subnet after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.689914 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.690270 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.690628 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.690978 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.691337 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.691701 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router after_update 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.692049 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.692409 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_create 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.692774 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.693153 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_update 55549900 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.693525 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > agent after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.693880 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > agent after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.694497 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > network after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.695355 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Tracking information for resource: router configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:44.695689 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Tracking information for resource: floatingip configured {{(pid=102354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 18 16:21:44.701023 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.db.l3_agentschedulers_db [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 18 16:21:44.701624 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.701996 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port after_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.702356 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port after_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.702711 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: port after_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.703606 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router before_create 55550100 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.703981 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.704352 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_create 55550100 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.704717 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > router precommit_update 55550100 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.709588 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.provider_configuration [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service providers = [] {{(pid=102354) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 18 16:21:44.709958 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.db.servicetype_db [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102354) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 18 16:21:44.712980 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.service_base [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:21:44.713336 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.service_base [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:21:44.713681 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.service_base [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:21:44.714590 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.services.service_base [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 18 16:21:44.714964 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.services.service_base [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 18 16:21:44.715351 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.716298 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 18 16:21:44.728731 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.729102 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: auto_allocate Jan 18 16:21:44.735494 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: network precommit_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.735866 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: network precommit_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.736394 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.736721 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: tag Jan 18 16:21:44.743376 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.743715 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: timestamp Jan 18 16:21:44.748050 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.748331 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: network_ip_availability Jan 18 16:21:44.753888 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.754271 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.754638 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:44.755360 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.755685 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: flavors Jan 18 16:21:44.760540 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.760879 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading Plugin: revisions Jan 18 16:21:44.765333 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 18 16:21:44.765728 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_concurrency.lockutils [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.975s {{(pid=102354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 18 16:21:44.766481 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102354) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 18 16:21:44.766821 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Initializing extension manager. Jan 18 16:21:44.767351 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: __init__.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.767700 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: __pycache__ {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.768043 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.768382 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: address_group.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.769169 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.769745 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: address-group Jan 18 16:21:44.770076 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: address_scope.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.770986 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.771508 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: address-scope Jan 18 16:21:44.771837 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.772772 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.773315 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: router-admin-state-down-before-update Jan 18 16:21:44.773643 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: agent.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.774347 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.774855 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: agent Jan 18 16:21:44.775181 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: agent_resources_synced.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.776107 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.776619 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: agent-resources-synced Jan 18 16:21:44.777007 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: allowedaddresspairs.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.779385 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.780020 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: allowed-address-pairs Jan 18 16:21:44.780240 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: auto_allocated_topology.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.781370 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.781888 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: auto-allocated-topology Jan 18 16:21:44.782256 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: availability_zone.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.782961 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.783426 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: availability_zone Jan 18 16:21:44.783750 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: availability_zone_filter.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.784667 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.785210 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: availability_zone_filter Jan 18 16:21:44.785536 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: data_plane_status.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.786462 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.786965 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension data-plane-status not supported by any of loaded plugins Jan 18 16:21:44.787289 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: default_subnetpools.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.788210 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.788722 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: default-subnetpools Jan 18 16:21:44.789087 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.789898 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.790407 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: dhcp_agent_scheduler Jan 18 16:21:44.790732 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: dns.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.791653 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.792159 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension dns-integration not supported by any of loaded plugins Jan 18 16:21:44.792484 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: dns_domain_ports.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.793437 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.794655 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 18 16:21:44.794986 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.795923 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.796432 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 18 16:21:44.796759 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: dvr.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.797461 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.797970 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: dvr Jan 18 16:21:44.798298 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: ecmp_routes.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.799218 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.799725 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 18 16:21:44.800050 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: empty_string_filtering.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.801068 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.801492 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: empty-string-filtering Jan 18 16:21:44.801820 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.802812 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.803248 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 18 16:21:44.803576 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.804500 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.805029 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 18 16:21:44.805359 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: external_net.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.806283 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.806795 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: external-net Jan 18 16:21:44.807124 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.808035 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.808546 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: extra_dhcp_opt Jan 18 16:21:44.808874 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: extraroute.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.809902 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.810411 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: extraroute Jan 18 16:21:44.810738 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: extraroute_atomic.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.811775 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.812293 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: extraroute-atomic Jan 18 16:21:44.812621 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: filter_validation.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.813323 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.813832 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: filter-validation Jan 18 16:21:44.814159 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: fip_pf_description.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.815085 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.815592 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 18 16:21:44.815915 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: fip_port_details.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.816842 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.817381 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: fip-port-details Jan 18 16:21:44.817705 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: flavors.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.818947 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.819732 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: flavors Jan 18 16:21:44.820059 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.821770 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.822290 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 18 16:21:44.822624 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: floatingip_pools.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.823337 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.823838 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: floatingip-pools Jan 18 16:21:44.824167 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: ip_allocation.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.825243 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.825754 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension ip_allocation not supported by any of loaded plugins Jan 18 16:21:44.826087 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.827015 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.827531 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: ip-substring-filtering Jan 18 16:21:44.827863 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l2_adjacency.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.828795 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.829339 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 18 16:21:44.829668 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.830764 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.831286 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: router Jan 18 16:21:44.831618 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.833914 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.834444 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 18 16:21:44.834781 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.835728 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.836247 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: ext-gw-mode Jan 18 16:21:44.836580 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.837557 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.838070 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: l3-ha Jan 18 16:21:44.838402 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3_flavors.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.839324 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.839834 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: l3-flavors Jan 18 16:21:44.840163 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.841636 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.842145 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 18 16:21:44.842473 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: l3agentscheduler.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.843513 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.844029 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: l3_agent_scheduler Jan 18 16:21:44.844360 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: local_ip.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.846183 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.846717 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension local_ip not supported by any of loaded plugins Jan 18 16:21:44.847056 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: logging.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.848542 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.849102 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension logging not supported by any of loaded plugins Jan 18 16:21:44.849442 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: metering.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.850195 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.850777 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: metering Jan 18 16:21:44.851114 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.852216 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.852737 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: metering_source_and_destination_fields Jan 18 16:21:44.853108 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: multiprovidernet.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.854043 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.854557 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: multi-provider Jan 18 16:21:44.854886 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: netmtu.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.855807 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.856888 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: net-mtu Jan 18 16:21:44.857227 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: netmtu_writable.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.858150 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.858662 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: net-mtu-writable Jan 18 16:21:44.858989 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: network_availability_zone.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.859662 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.860169 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: network_availability_zone Jan 18 16:21:44.860494 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: network_ip_availability.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.861636 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.862150 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: network-ip-availability Jan 18 16:21:44.862479 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: network_segment_range.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.863247 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.863754 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension network-segment-range not supported by any of loaded plugins Jan 18 16:21:44.864078 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: pagination.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.865223 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.865561 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: pagination Jan 18 16:21:44.865900 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: port_device_profile.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.866819 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.867341 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: port-device-profile Jan 18 16:21:44.867688 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.868590 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.869133 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: port-mac-address-regenerate Jan 18 16:21:44.869463 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.870393 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.870880 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: port-numa-affinity-policy Jan 18 16:21:44.871206 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: port_resource_request.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.872141 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.872647 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension port-resource-request not supported by any of loaded plugins Jan 18 16:21:44.873017 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: port_resource_request_groups.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.873988 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.874494 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 18 16:21:44.874822 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: portbindings.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.875758 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.876267 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: binding Jan 18 16:21:44.876596 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: portbindings_extended.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.877925 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.878439 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: binding-extended Jan 18 16:21:44.878771 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: portsecurity.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.879689 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.880200 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: port-security Jan 18 16:21:44.880525 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: project_id.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.881543 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.881877 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: project-id Jan 18 16:21:44.882206 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: providernet.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.883135 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.883657 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: provider Jan 18 16:21:44.883986 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.887816 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.888520 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos not supported by any of loaded plugins Jan 18 16:21:44.888861 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.890151 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.890717 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 18 16:21:44.891075 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.891940 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.892445 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 18 16:21:44.892776 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_default.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.893719 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.894235 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-default not supported by any of loaded plugins Jan 18 16:21:44.894570 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_fip.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.895493 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.896024 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-fip not supported by any of loaded plugins Jan 18 16:21:44.896333 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.897296 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.897895 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 18 16:21:44.898130 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_gateway_ip.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.899070 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.899581 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 18 16:21:44.899912 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_port_network_policy.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.900832 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.901367 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 18 16:21:44.901694 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.902758 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.903937 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 18 16:21:44.904292 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_pps_rule.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.905489 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.906014 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-pps not supported by any of loaded plugins Jan 18 16:21:44.906348 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_rule_type_details.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.907265 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.907778 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 18 16:21:44.908108 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: qos_rules_alias.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.909191 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.909708 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 18 16:21:44.910039 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: quota_check_limit.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.910961 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.911483 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: quota-check-limit Jan 18 16:21:44.911815 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: quotasv2.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.912746 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.913109 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: quotas Jan 18 16:21:44.913439 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: quotasv2_detail.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.916852 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.917232 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: quota_details Jan 18 16:21:44.917572 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: rbac.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.918661 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.919731 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: rbac-policies Jan 18 16:21:44.920071 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: rbac_address_group.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.921052 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.921572 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: rbac-address-group Jan 18 16:21:44.921949 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: rbac_address_scope.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.922837 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.923367 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: rbac-address-scope Jan 18 16:21:44.923683 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: rbac_security_groups.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.924611 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.925154 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: rbac-security-groups Jan 18 16:21:44.925486 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: rbac_subnetpool.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.926413 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.926936 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: rbac-subnetpool Jan 18 16:21:44.927314 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: revisionifmatch.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.928201 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.928722 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: revision-if-match Jan 18 16:21:44.929161 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: revisions.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.930256 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.930776 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: standard-attr-revisions Jan 18 16:21:44.931109 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: router_availability_zone.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.931789 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.932306 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: router_availability_zone Jan 18 16:21:44.932635 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: routerservicetype.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.933587 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.934100 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension router-service-type not supported by any of loaded plugins Jan 18 16:21:44.934488 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.935506 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.936023 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: security-groups-normalized-cidr Jan 18 16:21:44.936352 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.937326 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.937843 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: port-security-groups-filtering Jan 18 16:21:44.938171 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.939117 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.939635 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: security-groups-remote-address-group Jan 18 16:21:44.939970 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.940894 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.941437 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: security-groups-shared-filtering Jan 18 16:21:44.941769 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.942362 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 18 16:21:44.942688 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: securitygroup.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.953228 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.953768 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: security-group Jan 18 16:21:44.954105 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: segment.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.954896 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.955453 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension segment not supported by any of loaded plugins Jan 18 16:21:44.955740 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.956718 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.957263 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 18 16:21:44.957599 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: servicetype.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.958716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.959241 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: service-type Jan 18 16:21:44.959570 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: sorting.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.960565 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.960904 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: sorting Jan 18 16:21:44.961260 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: standard_attr_segment.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.962185 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.962707 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 18 16:21:44.963036 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: standardattrdescription.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.963689 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.964200 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: standard-attr-description Jan 18 16:21:44.964530 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: stateful_security_group.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.965501 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.966583 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: stateful-security-group Jan 18 16:21:44.966916 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: stdattrs_common.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.967499 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 18 16:21:44.967825 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.968769 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.969323 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 18 16:21:44.969651 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: subnet_onboard.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.970745 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.971270 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: subnet_onboard Jan 18 16:21:44.971601 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.972537 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.973084 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 18 16:21:44.973414 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: subnet_service_types.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.974347 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.974863 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: subnet-service-types Jan 18 16:21:44.975190 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: subnetallocation.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.976308 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.976810 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: subnet_allocation Jan 18 16:21:44.977212 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.977843 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.978367 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: subnetpool-prefix-ops Jan 18 16:21:44.978730 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.979692 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.980134 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 18 16:21:44.980478 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: tagging.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.981600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.982227 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: standard-attr-tag Jan 18 16:21:44.982562 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: timestamp.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.983864 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.984323 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loaded extension: standard-attr-timestamp Jan 18 16:21:44.984653 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: trunk.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.985731 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.986253 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension trunk not supported by any of loaded plugins Jan 18 16:21:44.986585 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: trunk_details.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.987520 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.988041 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension trunk-details not supported by any of loaded plugins Jan 18 16:21:44.988371 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: uplink_status_propagation.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.989338 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.989855 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 18 16:21:44.990184 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Loading extension file: vlantransparent.py {{(pid=102354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 18 16:21:44.990862 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 18 16:21:44.991374 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 18 16:21:44.993880 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:network Jan 18 16:21:44.994400 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:subnet Jan 18 16:21:44.994800 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:21:44.995193 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:port Jan 18 16:21:44.996421 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:44.997008 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service FLAVORS assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:44.997724 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:44.998213 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:44.998501 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:router Jan 18 16:21:44.998929 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 16:21:44.999428 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service METERING assigned prefix: /metering {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.000878 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:45.001290 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:45.001645 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:21:45.002676 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 16:21:45.003112 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:security_group Jan 18 16:21:45.003540 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 16:21:45.004137 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service CORE assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.004472 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:21:45.004819 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] subnetpool is already registered Jan 18 16:21:45.005275 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service CORE assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.005657 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:21:45.005941 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] subnetpool is already registered Jan 18 16:21:45.008290 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.008854 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service FLAVORS assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.009514 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.009940 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.010277 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:router Jan 18 16:21:45.010617 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] router is already registered Jan 18 16:21:45.011030 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:floatingip Jan 18 16:21:45.011366 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] floatingip is already registered Jan 18 16:21:45.011845 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service METERING assigned prefix: /metering {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.013105 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of CountableResource for resource:rbac_policy Jan 18 16:21:45.013453 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] rbac_policy is already registered Jan 18 16:21:45.013937 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:security_group Jan 18 16:21:45.014278 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] security_group is already registered Jan 18 16:21:45.014685 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 18 16:21:45.015022 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] security_group_rule is already registered Jan 18 16:21:45.015512 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service CORE assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.015839 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:21:45.016173 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] subnetpool is already registered Jan 18 16:21:45.016600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.v2.resource_helper [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Service CORE assigned prefix: {{(pid=102354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 18 16:21:45.016961 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Creating instance of TrackedResource for resource:subnetpool Jan 18 16:21:45.017298 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING neutron.quota.resource_registry [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] subnetpool is already registered Jan 18 16:21:45.017776 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: extensions {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.020367 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: address-groups {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.021946 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: address-scopes {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.023118 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: agents {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.024398 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: auto-allocated-topology {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.025744 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: availability_zones {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.027023 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: dhcp-networks {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.028608 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: dhcp-agents {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.030054 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: routers {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.032347 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: flavors {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.033722 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: service_profiles {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.034934 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: next_providers {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.036378 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: service_profiles {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.037837 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: floatingip-pools {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.039178 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: routers {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.041318 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: floatingips {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.042596 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: l3-routers {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.044516 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: l3-agents {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.046083 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: metering-labels {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.047332 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: metering-label-rules {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.048736 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: network-ip-availabilities {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.050028 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: bindings {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.051562 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: quotas {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.053243 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: quotas {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.054776 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: rbac-policies {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.055980 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: security-groups {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.057328 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: security-group-rules {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.058643 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: service-providers {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.060467 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: subnetpools {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.061829 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: subnetpools {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.063389 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.065093 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.066897 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.068699 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.070638 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.072564 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.074276 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.077224 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.078986 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.080727 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron.api.extensions [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Extended resource: tags {{(pid=102354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 18 16:21:45.086805 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING keystonemiddleware.auth_token [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 18 16:21:45.091444 dv-cinder-788368-3-iscsi neutron-server[102354]: WARNING keystonemiddleware.auth_token [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 18 16:21:45.100192 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_concurrency.lockutils [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Acquired lock "singleton_lock" {{(pid=102354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 18 16:21:45.100671 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_concurrency.lockutils [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Releasing lock "singleton_lock" {{(pid=102354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 18 16:21:45.101355 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Starting 2 workers Jan 18 16:21:45.106718 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Started child 102499 {{(pid=102354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:21:45.111227 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Started child 102500 {{(pid=102354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:21:45.112883 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO neutron.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 18 16:21:45.113023 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.113689 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.114483 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [-] (102499) wsgi starting up on http://0.0.0.0:9696 Jan 18 16:21:45.116010 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Starting 1 workers Jan 18 16:21:45.117339 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.119409 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [-] (102500) wsgi starting up on http://0.0.0.0:9696 Jan 18 16:21:45.121291 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Started child 102501 {{(pid=102354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:21:45.121962 dv-cinder-788368-3-iscsi neutron-server[102354]: INFO oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Starting 1 workers Jan 18 16:21:45.126113 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] calling RpcWorker wait() {{(pid=102501) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 18 16:21:45.126706 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] returning from RpcWorker wait() {{(pid=102501) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 18 16:21:45.127043 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Started child 102502 {{(pid=102354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 18 16:21:45.127831 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.127924 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG neutron_lib.callbacks.manager [None req-ce7d0381-ef4c-46d8-b724-5999f949aaa4 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.128274 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:45.129942 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 16:21:45.130185 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:21:45.130373 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:21:45.130612 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:21:45.130978 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:21:45.131141 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:21:45.131637 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.131926 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.132183 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.132461 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.132749 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.133311 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.133557 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:45.134039 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.134039 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.134161 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.134358 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.134517 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.134688 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.134950 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.135044 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:45.135188 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.135543 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.135805 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.136061 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.136319 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.136491 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.136747 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.137062 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.137320 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.137970 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] debug = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.138604 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.138604 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.138845 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.138984 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.139203 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.139490 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.139716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.139978 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.140193 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.140412 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.140671 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.140951 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.141202 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.141417 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.141672 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.141889 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.142142 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.142365 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.142812 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] host = dv-cinder-788368-3-iscsi {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.143057 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.143274 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.143520 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.143762 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.144017 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.144228 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.144477 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.144788 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.145008 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.145234 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.145484 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.145715 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.145934 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.146176 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.146340 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_options = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.146572 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.146839 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.147088 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.147292 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.147430 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.147584 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.147856 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.148020 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.148276 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.148518 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.148761 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.149001 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.149231 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.149470 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.149706 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.149948 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.150181 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.150422 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.150678 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.150922 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.151144 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.152197 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.153044 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.153044 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.153476 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.154120 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.154120 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.154434 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.154766 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.154999 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.155587 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.155587 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.157330 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.158081 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.158081 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.158509 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.158590 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.158998 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.158998 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.160263 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.160542 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.160801 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.161066 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.161321 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.161962 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.162483 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.162734 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_json = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.166250 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.166555 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.166827 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.169759 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.173034 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.173347 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.173678 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.174108 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.174523 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.175157 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.175485 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.175961 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.176308 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.176560 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.176816 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.177166 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.177466 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.177746 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.177991 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.178343 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.178594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.178972 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.179240 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.179525 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.179851 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.180244 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.180442 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.180721 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.180967 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.181204 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.181481 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.181763 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.182015 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.182320 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.182588 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.182835 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.183164 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.183457 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.183848 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.184115 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.184986 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.185338 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.185594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.185890 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.186051 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.186273 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.186514 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.186754 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.187027 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.187254 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.187474 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.187717 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.187952 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.188187 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.188424 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.188692 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.188973 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.189210 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.189434 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.189663 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.189902 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.190144 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.190362 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.190618 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.190838 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.191075 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.191319 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.191545 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.191753 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.191971 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.192207 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.192533 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.192899 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.193258 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.193649 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.194330 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.194689 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.195092 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.195325 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.195546 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.195785 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.196007 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.196321 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.196538 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.196773 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.197009 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.197255 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.197475 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.197690 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.197923 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.198135 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.198350 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.198585 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.198827 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.199012 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.199224 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.199456 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.199671 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.199950 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.200516 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.200516 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.200724 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.201002 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.201274 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.201509 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.201747 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.201984 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.202209 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.202425 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.202642 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.202853 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.203115 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.203339 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.203567 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.205343 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35764) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:21:45.213071 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067205 Jan 18 16:21:45.213824 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.214075 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.214386 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.214629 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.214873 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.216865 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.216865 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.216865 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.216865 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.217206 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.217406 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.217661 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.217920 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.218221 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.218467 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.218764 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.218993 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.219265 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.219561 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.219831 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.220118 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.220380 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.220619 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.220877 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.222011 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.222279 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.222727 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.223219 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.223524 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.223891 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.224297 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.224562 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.224806 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.225184 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.225648 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.226075 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.227061 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.227468 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.227961 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.228224 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.228543 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.228798 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.229081 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.229584 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.229968 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.230388 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.230848 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.231817 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.232065 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.232554 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.232935 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.233331 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.233714 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.234062 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.234563 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.234822 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.235072 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.235323 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.235554 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.235781 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.236036 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.236261 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.236553 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.236741 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.237900 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.238143 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.238717 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.238949 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.239229 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.239458 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.239743 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.240004 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.240249 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.240483 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.240726 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.241944 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.242182 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.242476 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.242709 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.242931 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.243151 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.243799 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.243799 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.243799 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.244049 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.244429 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.244837 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.245143 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.245485 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.245743 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.246366 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.246366 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.246547 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.246656 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.247625 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.247839 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.248130 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.248470 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.248659 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.248993 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.250473 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.250672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:21:45.250818 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.251132 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.251440 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.251762 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.252058 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.252344 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.252713 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.253003 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.253244 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.253535 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.253745 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.254964 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.255213 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.255456 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.255674 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.255902 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.256147 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.256407 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.256613 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.256836 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.257072 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.257476 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.257733 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.258191 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.258505 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.258820 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.259082 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.259376 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.259660 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.259965 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.260300 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.260583 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.260860 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.261217 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.261446 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.261664 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.261891 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.262189 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.262573 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.262959 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.263486 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.263486 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.263715 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.263964 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.264194 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.264509 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.265145 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.265145 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.265321 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.265580 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.265800 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.266046 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.266288 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.266508 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.266748 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.267005 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.267326 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.267599 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.268685 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.268685 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.268685 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.268685 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.269008 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.269129 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.269571 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.270025 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.270477 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.270748 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.271016 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.271265 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.271506 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.271718 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.271971 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.272218 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.272484 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.272745 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.273194 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.273547 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.273845 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.274165 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.274512 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.274836 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.275116 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.275418 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.275735 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.275889 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:21:45.276627 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 18 16:21:45.277840 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 18 16:21:45.278110 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 18 16:21:45.278443 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 18 16:21:45.278942 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 18 16:21:45.278942 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 18 16:21:45.279115 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.279199 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.279345 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.279513 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.279678 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.279911 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.280110 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.280276 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.280437 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.280651 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.280811 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.281744 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.281975 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.282142 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.282313 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.282480 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.282644 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.282802 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.283140 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.283450 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.283754 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.284069 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.284235 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] debug = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.284395 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.284738 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.285076 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.285379 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.285696 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286005 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286170 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286339 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286501 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286666 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286832 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.286988 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.287154 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.287307 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.287607 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.287911 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.288216 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.288518 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.288683 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] host = dv-cinder-788368-3-iscsi {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.288844 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.289039 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.289195 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.289510 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.289816 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.289975 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.290269 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.290438 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.290601 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.290759 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.290923 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.291082 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.291245 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.291411 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.291567 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_options = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.291874 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.292036 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.292198 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.292492 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.292591 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.292718 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.292861 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.293051 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.293212 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.293372 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.293535 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.294271 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.294881 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.294881 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.294881 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295092 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295092 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295213 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295363 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295514 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295678 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295836 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.295993 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.296154 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.296313 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297059 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297059 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297059 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297059 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297383 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297383 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297527 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297635 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297817 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.297954 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.298114 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.298267 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299546 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299546 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299665 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.299763 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_json = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.300133 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.300243 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.300368 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.300530 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.300694 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.300854 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.301048 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.301216 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.301379 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 18 16:21:45.301566 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.301731 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.301899 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.302126 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.302245 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.302372 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.302527 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.302690 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.302852 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.303013 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.303184 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.303347 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.303518 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.303833 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304594 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304990 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.304990 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.305150 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.305241 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.305394 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.305554 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.305698 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.305836 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306012 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306157 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306338 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306503 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306667 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.82/identity {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306813 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.306981 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.307145 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.307308 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.307471 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.307635 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.307804 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.307955 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.308101 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.308249 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.308525 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.308629 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.308710 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.308875 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.309092 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.309279 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.309516 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.309744 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.309884 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310007 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310139 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310284 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310439 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310607 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310762 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.310935 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.311101 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.311264 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.311413 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.311576 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.311737 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.311900 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.312063 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.312303 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.312578 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.312752 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.312951 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.313121 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.313267 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.313422 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.313581 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.313748 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.313910 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.314074 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.314236 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.314403 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.314563 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.314875 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.315180 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.315491 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.315657 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.315822 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.316042 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.316212 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.316375 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.316537 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.316699 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.316861 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.317062 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.317237 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.317417 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.317580 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.317739 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.317896 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.318600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.318600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.318600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.318600 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.318954 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.318954 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.319358 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.319448 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.319569 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.319735 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.319948 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.320110 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.320272 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.320436 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.320599 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.320798 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.321071 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.321249 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.321414 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.321580 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.321753 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.321885 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.322103 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.322272 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.322438 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.322628 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.322768 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.322941 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.323104 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.323267 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.323429 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.323587 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.323738 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.323897 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.324057 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.324219 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.324380 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.324543 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.324716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.325676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.325676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.325676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.325676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326155 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326365 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326445 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326567 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326792 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.326956 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.327120 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.327307 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.327517 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.82/identity {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.327681 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.328556 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.328556 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.328556 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.328556 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.328556 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329036 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329036 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329200 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329281 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329442 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329606 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329769 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.329968 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.330134 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.330296 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.330458 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.330676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.330839 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.331000 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.331182 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.331348 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.331550 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.331735 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.331897 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.332110 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.332294 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.332457 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.332620 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.332805 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.332947 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.333114 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.333280 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.333442 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.333603 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.333783 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.333928 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.334094 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.334254 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.334418 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.334580 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.334741 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.334903 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.335080 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.335243 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.335404 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.335589 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.335750 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.335911 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.336071 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.336232 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.336394 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.336554 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.336716 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.336880 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.337068 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.337231 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.337391 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.337557 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.337719 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.337888 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.338050 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.338226 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.338391 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.338553 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.338715 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.338876 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.339039 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.339211 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.339376 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.339539 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.339698 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.339859 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.340020 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.340199 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.340373 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.341045 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.341366 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.341685 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.341866 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.342046 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.342211 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.342373 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.342534 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.342695 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.342857 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.343028 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.343192 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.343353 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.343515 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.343676 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.343841 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344046 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344205 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344336 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344466 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344623 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344771 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.344963 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.345130 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.345291 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.345462 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.345622 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.345785 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.345946 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.346120 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.346283 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.346447 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.346609 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.346771 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.346935 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.347099 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.347266 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.347437 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.347606 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.347770 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.347942 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.348113 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.348284 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.348453 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.348621 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.348797 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.348996 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.349137 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.349299 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.349460 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.349622 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.349782 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.349943 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.350104 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.350266 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.350428 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.350589 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.350752 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.350914 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.351076 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.351261 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.351388 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.351543 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.351705 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.351866 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 18 16:21:45.352021 dv-cinder-788368-3-iscsi neutron-server[102354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 18 16:21:57.014552 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84196bde-5628-4f60-b3e8-13693c13d6c0 None None] get_active_networks_info from dv-cinder-788368-3-iscsi {{(pid=102501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 18 16:21:57.140259 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84196bde-5628-4f60-b3e8-13693c13d6c0 None None] No non-hosted networks {{(pid=102501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 18 16:21:57.155485 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.agentschedulers_db [None req-84196bde-5628-4f60-b3e8-13693c13d6c0 None None] DHCP Agent not found on host dv-cinder-788368-3-iscsi {{(pid=102501) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 18 16:21:57.271899 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-123fe31c-6877-485a-8bbf-22157210f474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566171'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:59.128530 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-87d042da-64f5-47ce-a118-5e249e2e1d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566171'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:21:59.191854 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0751fc1d-c6be-4daa-8d61-155767376806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:00.392526 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566171'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:01.763790 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566171'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:03.007012 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566171'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:03.008530 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.009115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.010746 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.012429 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.012783 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.013151 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.013788 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.014314 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.014846 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.015181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.015957 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.016891 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.017283 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:03.017800 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788368-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:03.031893 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788368-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:04.379560 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.db.l3_hamode_db [None req-3946b2ec-ac51-43ef-954d-aaeff10dbc37 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 18 16:22:04.460780 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946b2ec-ac51-43ef-954d-aaeff10dbc37 None None] Routers set() bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:04.461204 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946b2ec-ac51-43ef-954d-aaeff10dbc37 None None] Router IDs set() for agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 18 16:22:05.761181 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 35870) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:06.255622 dv-cinder-788368-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-a39fb65f-6abd-4f43-af7c-2987f2ef0caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:06.256198 dv-cinder-788368-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-a39fb65f-6abd-4f43-af7c-2987f2ef0caa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:06.483529 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-a39fb65f-6abd-4f43-af7c-2987f2ef0caa admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:22:06.484840 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a39fb65f-6abd-4f43-af7c-2987f2ef0caa admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7208765 Jan 18 16:22:09.204161 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 35886) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:09.499541 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'tenant_id': '614438626e0c4af6bdb2cd6d312cc292'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:09.597401 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.policy [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 16:22:09.644103 dv-cinder-788368-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:09.644412 dv-cinder-788368-3-iscsi neutron-server[102499]: WARNING oslo_policy.policy [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:09.654013 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.quota [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] Loaded quota_driver: . Jan 18 16:22:09.743187 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765229789558', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765229790107', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765224487183', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765224498228', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765224509136', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765224517176', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1506419', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1503126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528919', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721592'] for rbac-policy (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:09.807325 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:09.808514 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c5f6dd6e-1ec8-4161-ac08-d1597021bbec admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6033545 Jan 18 16:22:12.492125 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 35898) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:12.788247 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'name': 'private', 'project_id': '23bc787bbb5f468ca29d5e9971665584'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:12.820164 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Made reservation on behalf of 23bc787bbb5f468ca29d5e9971665584 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:22:12.823004 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:12.840149 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:12.947924 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks [] for security_group (ccd4606b-69fd-48e7-bc2e-bc3c17b5a801), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:12.952028 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ccd4606b-69fd-48e7-bc2e-bc3c17b5a801), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:12.972319 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:22:13.001011 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765228154390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (84051f61-1068-4538-8df5-e9901250f1e8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.001602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Unsubscribe: segment precommit_create {{(pid=102499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 16:22:13.002119 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Added segment 84051f61-1068-4538-8df5-e9901250f1e8 of type vlan for network 89c85710-ddcc-4d44-902f-ccd7e894649f Jan 18 16:22:13.017506 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd4606b-69fd-48e7-bc2e-bc3c17b5a801,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:13.066926 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.067297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.067648 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.067987 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.068322 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.068653 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.069023 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.069616 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.069956 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.070300 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.070628 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.070951 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.071272 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Tracked resource versions report: Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: pushed versions: Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: { 'AddressGroup': {'1.2'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'ConntrackHelper': {'1.0'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Log': {'1.0'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Network': {'1.1'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Port': {'1.7'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'PortForwarding': {'1.2'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'QosPolicy': {'1.10'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroup': {'1.5'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SubPort': {'1.0'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Subnet': {'1.1'}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Trunk': {'1.1'}} Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: consumer versions: Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'ConntrackHelper': '1.0', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'LocalIPAssociation': '1.0', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Log': '1.0', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Network': '1.1', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Port': '1.7', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'PortForwarding': '1.2', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'QosPolicy': '1.10', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroup': '1.5', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroupRule': '1.2', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SubPort': '1.0', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Subnet': '1.1', Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Trunk': '1.1'}} Jan 18 16:22:13.072626 dv-cinder-788368-3-iscsi neutron-server[102499]: {{(pid=102499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:22:13.115703 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (89c85710-ddcc-4d44-902f-ccd7e894649f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.155995 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (89c85710-ddcc-4d44-902f-ccd7e894649f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.157242 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:13.157951 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:13.240480 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7472806 Jan 18 16:22:13.259263 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4565d23-2dd5-4001-ad74-c4c53808b6cc admin admin] Pushing event updated for resources: {'Network': ['ID=89c85710-ddcc-4d44-902f-ccd7e894649f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:13.271348 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 89c85710-ddcc-4d44-902f-ccd7e894649f details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:22:15.938261 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35912) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:16.449509 dv-cinder-788368-3-iscsi neutron-server[102500]: WARNING oslo_policy.policy [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:16.450096 dv-cinder-788368-3-iscsi neutron-server[102500]: WARNING oslo_policy.policy [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:16.905572 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.policy [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 18 16:22:16.953135 dv-cinder-788368-3-iscsi neutron-server[102500]: WARNING oslo_policy.policy [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:16.953702 dv-cinder-788368-3-iscsi neutron-server[102500]: WARNING oslo_policy.policy [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 18 16:22:16.962220 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:16.963971 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-4170a79f-6a7b-4be6-a823-c43d7a4f8c7a admin admin] 10.222.0.82 "GET /v2.0/networks/89c85710-ddcc-4d44-902f-ccd7e894649f HTTP/1.1" status: 200 len: 825 time: 1.0247586 Jan 18 16:22:17.002565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-7967b9fa-fdde-4d72-91ad-49afbf4629f7 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/b528bea4-d51b-422b-a8fd-4b1d52a5e353 HTTP/1.1" status: 200 len: 734 time: 0.0325334 Jan 18 16:22:17.011366 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Request body: {'subnet': {'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353', 'name': 'private-subnet', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:17.013141 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.quota [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Loaded quota_driver: . Jan 18 16:22:17.053962 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Made reservation on behalf of 23bc787bbb5f468ca29d5e9971665584 for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:22:17.057395 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:17.345557 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (5b0de084-a028-4638-89d7-356152e5f092), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:17.411334 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Checking segment: {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:22:17.411713 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Network hostable DHCP agents. Network: 89c85710-ddcc-4d44-902f-ccd7e894649f, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:22:17.426976 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0de084-a028-4638-89d7-356152e5f092,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:17.439558 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.439921 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.440268 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.440646 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.440977 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.441284 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.441618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.441943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.442275 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.442612 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.442930 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.443244 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.443556 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Tracked resource versions report: Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: pushed versions: Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: { 'AddressGroup': {'1.2'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'ConntrackHelper': {'1.0'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Log': {'1.0'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Network': {'1.1'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Port': {'1.7'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'PortForwarding': {'1.2'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'QosPolicy': {'1.10'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroup': {'1.5'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SubPort': {'1.0'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Subnet': {'1.1'}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Trunk': {'1.1'}} Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: consumer versions: Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'ConntrackHelper': '1.0', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'LocalIPAssociation': '1.0', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Log': '1.0', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Network': '1.1', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Port': '1.7', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'PortForwarding': '1.2', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'QosPolicy': '1.10', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroup': '1.5', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroupRule': '1.2', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SubPort': '1.0', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Subnet': '1.1', Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Trunk': '1.1'}} Jan 18 16:22:17.445185 dv-cinder-788368-3-iscsi neutron-server[102500]: {{(pid=102500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:22:17.462341 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Network 89c85710-ddcc-4d44-902f-ccd7e894649f is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:22:17.478934 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 89c85710-ddcc-4d44-902f-ccd7e894649f) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:22:17.484568 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:17.485272 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:17.489809 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378c211-7538-4a2e-b2c8-750c574546ab None None] Network 89c85710-ddcc-4d44-902f-ccd7e894649f requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:22:17.507828 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-4309e633-bc99-43b1-87e9-1b0c28fd789b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4999504 Jan 18 16:22:17.774712 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-89c85710-ddcc-4d44-902f-ccd7e894649f', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:22:17.775978 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.081347 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Allocated IP 172.20.0.2 (89c85710-ddcc-4d44-902f-ccd7e894649f/5b0de084-a028-4638-89d7-356152e5f092/ffb1b91a-b971-4ef8-857e-67c8a6a73095) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:22:18.329929 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Publish callbacks [] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.338057 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.415306 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Network 89c85710-ddcc-4d44-902f-ccd7e894649f is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:22:18.420835 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:22:18.424324 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:22:18.457028 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Pushing event updated for resources: {'Port': ['ID=ffb1b91a-b971-4ef8-857e-67c8a6a73095,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:18.510066 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.510778 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.510878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.511147 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.511511 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.511847 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.512808 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.513181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.513516 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.513869 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.514206 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.514534 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.514861 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Tracked resource versions report: Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: pushed versions: Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: { 'AddressGroup': {'1.2'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'ConntrackHelper': {'1.0'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Log': {'1.0'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Network': {'1.1'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Port': {'1.7'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'PortForwarding': {'1.2'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'QosPolicy': {'1.10'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroup': {'1.5'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SubPort': {'1.0'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Subnet': {'1.1'}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Trunk': {'1.1'}} Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: consumer versions: Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'ConntrackHelper': '1.0', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'LocalIPAssociation': '1.0', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Log': '1.0', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Network': '1.1', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Port': '1.7', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'PortForwarding': '1.2', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'QosPolicy': '1.10', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroup': '1.5', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroupRule': '1.2', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SubPort': '1.0', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Subnet': '1.1', Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Trunk': '1.1'}} Jan 18 16:22:18.516259 dv-cinder-788368-3-iscsi neutron-server[102501]: {{(pid=102501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:22:18.530823 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Attempting to bind port ffb1b91a-b971-4ef8-857e-67c8a6a73095 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:22:18.531258 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Attempting to bind port ffb1b91a-b971-4ef8-857e-67c8a6a73095 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:22:18.531681 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Attempting to bind port ffb1b91a-b971-4ef8-857e-67c8a6a73095 on network 89c85710-ddcc-4d44-902f-ccd7e894649f {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:22:18.536711 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:22:18.537132 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Checking segment: {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:22:18.537622 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.538016 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Bound using segment: {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:22:18.538485 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Bound port: ffb1b91a-b971-4ef8-857e-67c8a6a73095, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:22:18.538897 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.601903 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] For port ffb1b91a-b971-4ef8-857e-67c8a6a73095, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:22:18.607077 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] For port ffb1b91a-b971-4ef8-857e-67c8a6a73095, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ffb1b91a-b971-4ef8-857e-67c8a6a73095,segment=NetworkSegment(84051f61-1068-4538-8df5-e9901250f1e8),segment_id=84051f61-1068-4538-8df5-e9901250f1e8)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:22:18.611439 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:18.675589 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37d244-5144-48fa-8e1b-2d5b0634d8c0 None None] Pushing event updated for resources: {'Port': ['ID=ffb1b91a-b971-4ef8-857e-67c8a6a73095,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:20.038240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35932) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:20.360239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [None req-884d4e1a-5c60-4cc3-a5a3-c9ab1508e7f1 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:22:20.361322 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-884d4e1a-5c60-4cc3-a5a3-c9ab1508e7f1 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219762 Jan 18 16:22:22.860205 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35940) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:23.174832 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [None req-06674282-6abc-48a7-a6ee-57a3cf1fe9a3 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:22:23.175807 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-06674282-6abc-48a7-a6ee-57a3cf1fe9a3 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147027 Jan 18 16:22:25.923536 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35952) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:26.229060 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:26.257941 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (930d2571-9dca-454e-a7fd-1afc299a4e28), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:26.259543 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (930d2571-9dca-454e-a7fd-1afc299a4e28), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:26.422817 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] Publish callbacks [] for router_controller (930d2571-9dca-454e-a7fd-1afc299a4e28), precommit_add_association {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:26.427617 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (930d2571-9dca-454e-a7fd-1afc299a4e28), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:26.442636 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:26.443962 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b229f0fc-9668-4915-a483-87067f2d65f3 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5194464 Jan 18 16:22:26.937283 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-65a5fd6e-9ca2-46cf-ab96-97b135ace2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:28.955215 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35964) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:29.137888 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a8f0d19c-36ea-4b24-b991-d38e26135864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.280530 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [None req-263d5628-90ea-4144-8b86-29cdcdded734 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:22:29.281641 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-263d5628-90ea-4144-8b86-29cdcdded734 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3254552 Jan 18 16:22:29.634281 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ffb1b91a-b971-4ef8-857e-67c8a6a73095 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:22:29.723905 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port ffb1b91a-b971-4ef8-857e-67c8a6a73095 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:29.724326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.786829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378b030d-2a0f-4fdc-9638-f1e6574a74bb None None] Network 89c85710-ddcc-4d44-902f-ccd7e894649f requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:22:29.882103 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port ffb1b91a-b971-4ef8-857e-67c8a6a73095 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:29.882388 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.946449 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-8ec6464b-3195-4157-910f-ed1cd6e7599c None None] Provisioning complete for port ffb1b91a-b971-4ef8-857e-67c8a6a73095 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:29.946841 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8ec6464b-3195-4157-910f-ed1cd6e7599c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:29.949425 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port ffb1b91a-b971-4ef8-857e-67c8a6a73095, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ffb1b91a-b971-4ef8-857e-67c8a6a73095,segment=NetworkSegment(84051f61-1068-4538-8df5-e9901250f1e8),segment_id=84051f61-1068-4538-8df5-e9901250f1e8)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:29.973174 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:30.066821 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=ffb1b91a-b971-4ef8-857e-67c8a6a73095,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:30.112594 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-8ec6464b-3195-4157-910f-ed1cd6e7599c None None] Current status of the port ffb1b91a-b971-4ef8-857e-67c8a6a73095 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:30.232064 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-538305b1-c8a0-46d9-97fa-3ed5faec21c0 None None] Provisioning complete for port ffb1b91a-b971-4ef8-857e-67c8a6a73095 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:30.232735 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-538305b1-c8a0-46d9-97fa-3ed5faec21c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:30.310228 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-538305b1-c8a0-46d9-97fa-3ed5faec21c0 None None] Current status of the port ffb1b91a-b971-4ef8-857e-67c8a6a73095 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:30.328057 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:31.606056 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ffb1b91a-b971-4ef8-857e-67c8a6a73095 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:22:31.654789 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port ffb1b91a-b971-4ef8-857e-67c8a6a73095 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:31.655187 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:31.704965 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:31.742112 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port ffb1b91a-b971-4ef8-857e-67c8a6a73095 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:31.845426 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 35996) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:31.972288 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Request body: {'network': {'project_id': '614438626e0c4af6bdb2cd6d312cc292', 'name': 'public', 'tenant_id': '614438626e0c4af6bdb2cd6d312cc292', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:31.996600 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Made reservation on behalf of 614438626e0c4af6bdb2cd6d312cc292 for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:22:31.998933 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.013342 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.115945 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks [] for security_group (bcb0fcb4-b72d-45c5-912c-9d8cf0fb0455), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.119005 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (bcb0fcb4-b72d-45c5-912c-9d8cf0fb0455), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.141386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Reserving flat network on physical network physnet1 {{(pid=102500) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 18 16:22:32.156989 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0fcb4-b72d-45c5-912c-9d8cf0fb0455,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:32.167285 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765228154390', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (17ad0eda-e15e-4cc4-9740-bdd09e60240b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.168494 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Unsubscribe: segment precommit_create {{(pid=102500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 18 16:22:32.168857 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Added segment 17ad0eda-e15e-4cc4-9740-bdd09e60240b of type flat for network 01e2f741-b4e0-4cf0-af2f-de153de283bb Jan 18 16:22:32.228595 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (01e2f741-b4e0-4cf0-af2f-de153de283bb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.270521 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (01e2f741-b4e0-4cf0-af2f-de153de283bb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.271461 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:32.272029 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:32.342512 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4960115 Jan 18 16:22:32.366798 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa5d35-e6c9-441e-a100-f967f7a85d81 admin admin] Pushing event updated for resources: {'Network': ['ID=01e2f741-b4e0-4cf0-af2f-de153de283bb,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:32.378613 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:22:32.998868 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:34.650903 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36004) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:34.743521 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d08319-57f5-4776-9955-0c8f89e77e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:34.744883 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-12d08319-57f5-4776-9955-0c8f89e77e1b admin admin] 10.222.0.82 "GET /v2.0/subnets/5b0de084-a028-4638-89d7-356152e5f092 HTTP/1.1" status: 200 len: 849 time: 0.0930033 Jan 18 16:22:34.865888 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-0dd8e246-b96b-47c3-b2a3-99a390449731 admin admin] 10.222.0.82 "GET /v2.0/routers/930d2571-9dca-454e-a7fd-1afc299a4e28 HTTP/1.1" status: 200 len: 704 time: 0.1147227 Jan 18 16:22:35.130183 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:35.422785 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Allocated IP 172.20.0.1 (89c85710-ddcc-4d44-902f-ccd7e894649f/5b0de084-a028-4638-89d7-356152e5f092/7a336405-b47a-4c84-9c66-67a127a0de33) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:22:35.581429 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks [] for port (7a336405-b47a-4c84-9c66-67a127a0de33), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:35.649410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:35.760249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Network 89c85710-ddcc-4d44-902f-ccd7e894649f is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:22:35.765441 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:22:35.771533 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:22:35.772075 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (930d2571-9dca-454e-a7fd-1afc299a4e28), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:35.844412 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Pushing event updated for resources: {'Port': ['ID=7a336405-b47a-4c84-9c66-67a127a0de33,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:35.964074 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-90e8b4d7-8452-4b82-860d-fdd75af4fb7c None None] Provisioning complete for port 7a336405-b47a-4c84-9c66-67a127a0de33 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:35.965239 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-90e8b4d7-8452-4b82-860d-fdd75af4fb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:35.977153 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:36.001855 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-90e8b4d7-8452-4b82-860d-fdd75af4fb7c None None] Port 7a336405-b47a-4c84-9c66-67a127a0de33 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:22:36.187050 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks [] for port (7a336405-b47a-4c84-9c66-67a127a0de33), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:36.191580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:36.192402 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (930d2571-9dca-454e-a7fd-1afc299a4e28), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:36.270978 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Pushing event updated for resources: {'Port': ['ID=7a336405-b47a-4c84-9c66-67a127a0de33,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:36.317491 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Network 89c85710-ddcc-4d44-902f-ccd7e894649f is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:22:36.318746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:22:36.478347 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Router 930d2571-9dca-454e-a7fd-1afc299a4e28 is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:22:36.525480 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-64cbad5a-b26a-4a14-8061-bcdcfe5c140b None None] Provisioning complete for port 7a336405-b47a-4c84-9c66-67a127a0de33 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:36.525876 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-64cbad5a-b26a-4a14-8061-bcdcfe5c140b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:36.559388 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-64cbad5a-b26a-4a14-8061-bcdcfe5c140b None None] Port 7a336405-b47a-4c84-9c66-67a127a0de33 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:22:36.570476 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:22:36.576756 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9f543246-4b77-4ff0-8a70-fb38b5a7077d admin admin] 10.222.0.82 "PUT /v2.0/routers/930d2571-9dca-454e-a7fd-1afc299a4e28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7057517 Jan 18 16:22:36.581103 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Sync routers for ids ['930d2571-9dca-454e-a7fd-1afc299a4e28'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:22:36.594810 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Routers {'930d2571-9dca-454e-a7fd-1afc299a4e28'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:36.595626 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:22:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['930d2571-9dca-454e-a7fd-1afc299a4e28'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:36.787380 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Set router 930d2571-9dca-454e-a7fd-1afc299a4e28 gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:37.229759 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:22:26Z', 'updated_at': '2022-01-18T16:22:35Z', 'revision_number': 2, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'gw_port_host': None, '_interfaces': [{'id': '7a336405-b47a-4c84-9c66-67a127a0de33', 'name': '', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'mac_address': 'fa:16:3e:b4:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:35Z', 'updated_at': '2022-01-18T16:22:36Z', 'revision_number': 2, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'subnets': [{'id': '5b0de084-a028-4638-89d7-356152e5f092', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:37.284190 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Checking router: 930d2571-9dca-454e-a7fd-1afc299a4e28 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:22:37.284570 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Updating router 930d2571-9dca-454e-a7fd-1afc299a4e28 port 7a336405-b47a-4c84-9c66-67a127a0de33 binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:22:37.334637 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:37.856582 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Publish callbacks [] for port (7a336405-b47a-4c84-9c66-67a127a0de33), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:37.863236 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.034027 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Pushing event updated for resources: {'Port': ['ID=7a336405-b47a-4c84-9c66-67a127a0de33,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:38.049977 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.050335 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.050681 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.051018 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.051349 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.051678 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.052005 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.052329 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.052658 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.053022 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.053349 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.053669 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.053992 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Tracked resource versions report: Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: pushed versions: Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: { 'AddressGroup': {'1.2'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'ConntrackHelper': {'1.0'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Log': {'1.0'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Network': {'1.1'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Port': {'1.7'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'PortForwarding': {'1.2'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'QosPolicy': {'1.10'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroup': {'1.5'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SubPort': {'1.0'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Subnet': {'1.1'}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Trunk': {'1.1'}} Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: consumer versions: Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'ConntrackHelper': '1.0', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'LocalIPAssociation': '1.0', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Log': '1.0', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Network': '1.1', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Port': '1.7', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'PortForwarding': '1.2', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'QosPolicy': '1.10', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroup': '1.5', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroupRule': '1.2', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SubPort': '1.0', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Subnet': '1.1', Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Trunk': '1.1'}} Jan 18 16:22:38.055393 dv-cinder-788368-3-iscsi neutron-server[102502]: {{(pid=102502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:22:38.058309 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Attempting to bind port 7a336405-b47a-4c84-9c66-67a127a0de33 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:22:38.059256 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Attempting to bind port 7a336405-b47a-4c84-9c66-67a127a0de33 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:22:38.059682 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Attempting to bind port 7a336405-b47a-4c84-9c66-67a127a0de33 on network 89c85710-ddcc-4d44-902f-ccd7e894649f {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:22:38.065253 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:22:38.065666 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Checking segment: {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:22:38.066136 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.066514 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Bound using segment: {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:22:38.067015 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Bound port: 7a336405-b47a-4c84-9c66-67a127a0de33, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84051f61-1068-4538-8df5-e9901250f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:22:38.067394 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.089231 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-f8fc6d0f-4f07-4bac-8023-d4fef991cfc7 None None] Provisioning complete for port 7a336405-b47a-4c84-9c66-67a127a0de33 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:38.090533 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-f8fc6d0f-4f07-4bac-8023-d4fef991cfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.125247 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-f8fc6d0f-4f07-4bac-8023-d4fef991cfc7 None None] Port 7a336405-b47a-4c84-9c66-67a127a0de33 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:22:38.138663 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] For port 7a336405-b47a-4c84-9c66-67a127a0de33, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:22:38.157512 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] For port 7a336405-b47a-4c84-9c66-67a127a0de33, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=7a336405-b47a-4c84-9c66-67a127a0de33,segment=NetworkSegment(84051f61-1068-4538-8df5-e9901250f1e8),segment_id=84051f61-1068-4538-8df5-e9901250f1e8)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:22:38.161931 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.211018 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Routers {'930d2571-9dca-454e-a7fd-1afc299a4e28'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:38.211664 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:22:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['930d2571-9dca-454e-a7fd-1afc299a4e28'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:38.290391 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0addcb5-1929-4c25-b5ce-2c14ee39a0de None None] Pushing event updated for resources: {'Port': ['ID=7a336405-b47a-4c84-9c66-67a127a0de33,revision_number=4']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:38.315103 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] Set router 930d2571-9dca-454e-a7fd-1afc299a4e28 gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:38.447108 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] Provisioning complete for port 7a336405-b47a-4c84-9c66-67a127a0de33 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:38.447508 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.531449 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] Current status of the port 7a336405-b47a-4c84-9c66-67a127a0de33 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:38.531871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.532283 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:22:26Z', 'updated_at': '2022-01-18T16:22:35Z', 'revision_number': 2, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'gw_port_host': None, '_interfaces': [{'id': '7a336405-b47a-4c84-9c66-67a127a0de33', 'name': '', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'mac_address': 'fa:16:3e:b4:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:35Z', 'updated_at': '2022-01-18T16:22:38Z', 'revision_number': 4, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'subnets': [{'id': '5b0de084-a028-4638-89d7-356152e5f092', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:38.561540 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94dc9b-d3c2-4440-9a06-3faf76c5f6aa None None] The sync data for ids ['930d2571-9dca-454e-a7fd-1afc299a4e28'] in dv-cinder-788368-3-iscsi is: [{'id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:22:26Z', 'updated_at': '2022-01-18T16:22:35Z', 'revision_number': 2, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'gw_port_host': None, '_interfaces': [{'id': '7a336405-b47a-4c84-9c66-67a127a0de33', 'name': '', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'mac_address': 'fa:16:3e:b4:22:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:35Z', 'updated_at': '2022-01-18T16:22:38Z', 'revision_number': 4, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'subnets': [{'id': '5b0de084-a028-4638-89d7-356152e5f092', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:22:38.572211 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] For port 7a336405-b47a-4c84-9c66-67a127a0de33, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=7a336405-b47a-4c84-9c66-67a127a0de33,segment=NetworkSegment(84051f61-1068-4538-8df5-e9901250f1e8),segment_id=84051f61-1068-4538-8df5-e9901250f1e8)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:38.577949 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:38.629556 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84acd6-963b-44f5-8aff-0d1c8f4932fa None None] Pushing event updated for resources: {'Port': ['ID=7a336405-b47a-4c84-9c66-67a127a0de33,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:41.275335 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36022) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:41.385221 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a944c20-0cb7-4c56-ab4c-065141e6e567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:41.386717 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2a944c20-0cb7-4c56-ab4c-065141e6e567 admin admin] 10.222.0.82 "GET /v2.0/networks/01e2f741-b4e0-4cf0-af2f-de153de283bb HTTP/1.1" status: 200 len: 842 time: 0.1103487 Jan 18 16:22:41.396018 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'tenant_id': '614438626e0c4af6bdb2cd6d312cc292', 'enable_dhcp': False, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:41.418142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Made reservation on behalf of 614438626e0c4af6bdb2cd6d312cc292 for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:22:41.420516 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:41.721096 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.objects.ports [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 18 16:22:41.721503 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (0c75a1a0-3b20-4248-af7f-e2fbf3556bd9), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:41.778140 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c75a1a0-3b20-4248-af7f-e2fbf3556bd9,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:41.782083 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:22:41.782439 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Network hostable DHCP agents. Network: 01e2f741-b4e0-4cf0-af2f-de153de283bb, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:22:41.799407 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:22:41.807213 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 01e2f741-b4e0-4cf0-af2f-de153de283bb) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:22:41.811405 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:41.811985 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:41.818641 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d98bfc-b237-4377-9b62-9db90035be0a None None] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:22:41.841092 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-8e7cda3c-ae84-4eb7-8b25-9d336d18b005 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4390051 Jan 18 16:22:41.927322 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4923cb-49f1-44a2-b006-d65e75f185d0 None None] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:22:44.186411 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36030) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:44.418817 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-cbee9306-0eb7-476a-a582-096065a32383 admin admin] 10.222.0.82 "GET /v2.0/routers/930d2571-9dca-454e-a7fd-1afc299a4e28 HTTP/1.1" status: 200 len: 710 time: 0.2311959 Jan 18 16:22:44.503730 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb23b26f-ef49-472f-8303-aa98757f9f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:22:44.505102 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-fb23b26f-ef49-472f-8303-aa98757f9f70 admin admin] 10.222.0.82 "GET /v2.0/networks/01e2f741-b4e0-4cf0-af2f-de153de283bb HTTP/1.1" status: 200 len: 886 time: 0.0810835 Jan 18 16:22:44.514420 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:22:44.764682 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks [] for router_gateway (930d2571-9dca-454e-a7fd-1afc299a4e28), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:44.996523 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks [] for router_gateway (930d2571-9dca-454e-a7fd-1afc299a4e28), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.072950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.204883 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Allocated IP 172.27.3.142 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/b07cb287-09bf-435f-adcc-71fb777af8d8) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:22:45.316173 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks [] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.353048 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.395136 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:22:45.396552 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:22:45.404053 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:22:45.469458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b07cb287-09bf-435f-adcc-71fb777af8d8,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:45.633600 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 7a336405-b47a-4c84-9c66-67a127a0de33 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:22:45.660311 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks [] for router_gateway (930d2571-9dca-454e-a7fd-1afc299a4e28), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.682233 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 7a336405-b47a-4c84-9c66-67a127a0de33 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:45.682674 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.764477 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 7a336405-b47a-4c84-9c66-67a127a0de33 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:45.938943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8689'] for router (930d2571-9dca-454e-a7fd-1afc299a4e28), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:45.942286 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-567963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573158'] for router (930d2571-9dca-454e-a7fd-1afc299a4e28), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:46.049660 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Router 930d2571-9dca-454e-a7fd-1afc299a4e28 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:22:46.161902 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:22:46.166780 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:46.168619 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a0fbfa03-cc20-46f1-84ac-76978f5fc2e7 admin admin] 10.222.0.82 "PUT /v2.0/routers/930d2571-9dca-454e-a7fd-1afc299a4e28 HTTP/1.1" status: 200 len: 890 time: 1.6579621 Jan 18 16:22:47.009760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Sync routers for ids ['930d2571-9dca-454e-a7fd-1afc299a4e28'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:22:47.022248 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Routers {'930d2571-9dca-454e-a7fd-1afc299a4e28'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:47.022979 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:22:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['930d2571-9dca-454e-a7fd-1afc299a4e28'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:47.234477 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Set router 930d2571-9dca-454e-a7fd-1afc299a4e28 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:47.700582 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b07cb287-09bf-435f-adcc-71fb777af8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:22:26Z', 'updated_at': '2022-01-18T16:22:45Z', 'revision_number': 4, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'gw_port': {'id': 'b07cb287-09bf-435f-adcc-71fb777af8d8', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:45Z', 'updated_at': '2022-01-18T16:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '7a336405-b47a-4c84-9c66-67a127a0de33', 'name': '', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'mac_address': 'fa:16:3e:b4:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:35Z', 'updated_at': '2022-01-18T16:22:38Z', 'revision_number': 5, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'subnets': [{'id': '5b0de084-a028-4638-89d7-356152e5f092', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:47.751646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Checking router: 930d2571-9dca-454e-a7fd-1afc299a4e28 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:22:47.752018 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Updating router 930d2571-9dca-454e-a7fd-1afc299a4e28 port b07cb287-09bf-435f-adcc-71fb777af8d8 binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:22:47.798983 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:48.116631 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Publish callbacks [] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:48.123346 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:48.176769 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Attempting to bind port b07cb287-09bf-435f-adcc-71fb777af8d8 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:22:48.177174 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Attempting to bind port b07cb287-09bf-435f-adcc-71fb777af8d8 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:22:48.177543 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Attempting to bind port b07cb287-09bf-435f-adcc-71fb777af8d8 on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:22:48.179485 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8429d3-46e0-46be-a8e1-c057ec7b6bce None None] Pushing event updated for resources: {'Port': ['ID=b07cb287-09bf-435f-adcc-71fb777af8d8,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:48.185590 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:22:48.185975 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:22:48.186379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:48.186753 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:22:48.187347 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Bound port: b07cb287-09bf-435f-adcc-71fb777af8d8, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:22:48.187614 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:48.238672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] For port b07cb287-09bf-435f-adcc-71fb777af8d8, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:22:48.241993 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] For port b07cb287-09bf-435f-adcc-71fb777af8d8, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=b07cb287-09bf-435f-adcc-71fb777af8d8,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:22:48.247877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:48.311055 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Routers {'930d2571-9dca-454e-a7fd-1afc299a4e28'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:22:48.311673 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:22:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['930d2571-9dca-454e-a7fd-1afc299a4e28'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:48.361681 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8429d3-46e0-46be-a8e1-c057ec7b6bce None None] Pushing event updated for resources: {'Port': ['ID=b07cb287-09bf-435f-adcc-71fb777af8d8,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:48.435272 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] Set router 930d2571-9dca-454e-a7fd-1afc299a4e28 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:22:48.639119 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36042) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:22:48.645337 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b07cb287-09bf-435f-adcc-71fb777af8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:22:26Z', 'updated_at': '2022-01-18T16:22:45Z', 'revision_number': 4, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'gw_port': {'id': 'b07cb287-09bf-435f-adcc-71fb777af8d8', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:45Z', 'updated_at': '2022-01-18T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '7a336405-b47a-4c84-9c66-67a127a0de33', 'name': '', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'mac_address': 'fa:16:3e:b4:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:35Z', 'updated_at': '2022-01-18T16:22:38Z', 'revision_number': 5, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'subnets': [{'id': '5b0de084-a028-4638-89d7-356152e5f092', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:22:48.672547 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a471d4d-3738-4eb1-bf30-3d2fcbd60d78 None None] The sync data for ids ['930d2571-9dca-454e-a7fd-1afc299a4e28'] in dv-cinder-788368-3-iscsi is: [{'id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'name': 'router1', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b07cb287-09bf-435f-adcc-71fb777af8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:22:26Z', 'updated_at': '2022-01-18T16:22:45Z', 'revision_number': 4, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'gw_port': {'id': 'b07cb287-09bf-435f-adcc-71fb777af8d8', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:45:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:45Z', 'updated_at': '2022-01-18T16:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '7a336405-b47a-4c84-9c66-67a127a0de33', 'name': '', 'network_id': '89c85710-ddcc-4d44-902f-ccd7e894649f', 'tenant_id': '23bc787bbb5f468ca29d5e9971665584', 'mac_address': 'fa:16:3e:b4:22:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930d2571-9dca-454e-a7fd-1afc299a4e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5b0de084-a028-4638-89d7-356152e5f092', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:22:35Z', 'updated_at': '2022-01-18T16:22:38Z', 'revision_number': 5, 'project_id': '23bc787bbb5f468ca29d5e9971665584', 'subnets': [{'id': '5b0de084-a028-4638-89d7-356152e5f092', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b528bea4-d51b-422b-a8fd-4b1d52a5e353'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:22:48.768985 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-8988110b-34dd-48cc-9ca4-440a08eadde5 admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1287956 Jan 18 16:22:49.638205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device b07cb287-09bf-435f-adcc-71fb777af8d8 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:22:49.690821 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port b07cb287-09bf-435f-adcc-71fb777af8d8 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:49.691297 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:49.771908 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port b07cb287-09bf-435f-adcc-71fb777af8d8 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:49.772219 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:49.791791 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port b07cb287-09bf-435f-adcc-71fb777af8d8, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=b07cb287-09bf-435f-adcc-71fb777af8d8,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:22:49.795883 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:49.843539 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=b07cb287-09bf-435f-adcc-71fb777af8d8,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:22:51.628187 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device b07cb287-09bf-435f-adcc-71fb777af8d8 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:22:51.679052 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port b07cb287-09bf-435f-adcc-71fb777af8d8 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:22:51.679598 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (b07cb287-09bf-435f-adcc-71fb777af8d8), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:51.758538 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port b07cb287-09bf-435f-adcc-71fb777af8d8 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:22:52.183516 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:22:56.956395 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-f6479529-14ef-4c78-a1b9-b277f6f8891f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:22:59.139502 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8948e897-366c-4564-8322-1e23760f459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:00.344429 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:01.706365 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:03.005877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:26.940326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8176f775-b710-4881-ba65-3524fb6dc5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:29.134032 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7d5c3150-fa1f-453f-a799-8e79c6c9f2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:29.183989 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:23:30.338608 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:31.722672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:33.004662 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:56.948065 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0de054b4-ac6e-4043-978c-ea541b3a1735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:23:59.139156 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b606e797-cd57-49a3-8af9-7c6b7dd3b056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:00.337182 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:01.711037 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:02.998926 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:06.183141 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:24:09.568674 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36528) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:09.643981 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce287e5-da27-454c-aa99-091a558bfc35 admin admin] GET failed (client error): The resource could not be found. Jan 18 16:24:09.645316 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-bce287e5-da27-454c-aa99-091a558bfc35 admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0753851 Jan 18 16:24:09.804393 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92c605-7101-4cef-a30f-81f45a18b70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:09.806386 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1c92c605-7101-4cef-a30f-81f45a18b70c admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570511 Jan 18 16:24:12.108483 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36538) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:12.202132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2fda3a-f2b7-4ff8-92ce-1297d45fadd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:12.203469 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-bb2fda3a-f2b7-4ff8-92ce-1297d45fadd6 admin admin] 10.222.0.82 "GET /v2.0/subnets/5b0de084-a028-4638-89d7-356152e5f092 HTTP/1.1" status: 200 len: 849 time: 0.0940175 Jan 18 16:24:12.213239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:24:12.296910 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Publish callbacks [] for subnet (5b0de084-a028-4638-89d7-356152e5f092), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:12.439391 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765228083321'] for subnet (5b0de084-a028-4638-89d7-356152e5f092), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:12.469148 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:12.469738 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:12.471020 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] 10.222.0.82 "PUT /v2.0/subnets/5b0de084-a028-4638-89d7-356152e5f092 HTTP/1.1" status: 200 len: 868 time: 0.2618234 Jan 18 16:24:12.484057 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee0e37-c217-4df2-84af-2b9abbbb4463 None None] Network 89c85710-ddcc-4d44-902f-ccd7e894649f requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:24:12.492878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0de084-a028-4638-89d7-356152e5f092,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:24:12.500443 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.500827 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.501218 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.501564 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.501901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.502238 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.503746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.503746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.503746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.503746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.504128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.504336 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.504614 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f6935-03f0-43b6-baa9-ebd61af3f8e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:24:12.800810 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b89bcf60-e280-4c81-ad8b-fcf710c24a16 None None] Provisioning complete for port 7a336405-b47a-4c84-9c66-67a127a0de33 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:24:12.801256 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf60-e280-4c81-ad8b-fcf710c24a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a336405-b47a-4c84-9c66-67a127a0de33), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:12.880969 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b89bcf60-e280-4c81-ad8b-fcf710c24a16 None None] Current status of the port 7a336405-b47a-4c84-9c66-67a127a0de33 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:24:12.891419 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b89bcf60-e280-4c81-ad8b-fcf710c24a16 None None] Provisioning complete for port ffb1b91a-b971-4ef8-857e-67c8a6a73095 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:24:12.891806 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b89bcf60-e280-4c81-ad8b-fcf710c24a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ffb1b91a-b971-4ef8-857e-67c8a6a73095), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:12.967696 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b89bcf60-e280-4c81-ad8b-fcf710c24a16 None None] Current status of the port ffb1b91a-b971-4ef8-857e-67c8a6a73095 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:24:14.782621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36546) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:14.981895 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80ff32-57fa-4a62-bb0b-3b58c9ca1218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:14.982274 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d80ff32-57fa-4a62-bb0b-3b58c9ca1218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:14.983806 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1d80ff32-57fa-4a62-bb0b-3b58c9ca1218 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002206 Jan 18 16:24:17.238529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36554) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:17.369733 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a054e-1741-4fdb-9ab4-c05af4dd45b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:17.370196 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a054e-1741-4fdb-9ab4-c05af4dd45b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:17.371705 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-186a054e-1741-4fdb-9ab4-c05af4dd45b5 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322320 Jan 18 16:24:19.647251 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 36562) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:19.840243 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627ad6dd-67c1-4aee-9123-97e189d3f218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:19.841604 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-627ad6dd-67c1-4aee-9123-97e189d3f218 admin admin] 10.222.0.82 "GET /v2.0/networks/01e2f741-b4e0-4cf0-af2f-de153de283bb HTTP/1.1" status: 200 len: 886 time: 0.1927984 Jan 18 16:24:22.095399 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 36572) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:22.243065 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dc0890-ffb9-4cc7-9afa-b94ac4c0d681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:22.244454 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-06dc0890-ffb9-4cc7-9afa-b94ac4c0d681 admin admin] 10.222.0.82 "GET /v2.0/networks/89c85710-ddcc-4d44-902f-ccd7e894649f HTTP/1.1" status: 200 len: 869 time: 0.1480932 Jan 18 16:24:24.498458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36580) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:24.623132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a6228-47b1-41a2-99b4-86b2c2a43329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:24.623584 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a6228-47b1-41a2-99b4-86b2c2a43329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:24.625114 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-517a6228-47b1-41a2-99b4-86b2c2a43329 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257634 Jan 18 16:24:26.884524 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36588) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:26.940305 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-bc0da2b3-af3d-481e-88f9-8190f7ac2312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:26.976471 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d51fd-ba88-4cd5-a92b-e7596b4abec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:26.976938 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5d51fd-ba88-4cd5-a92b-e7596b4abec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:26.978504 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2d5d51fd-ba88-4cd5-a92b-e7596b4abec0 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929718 Jan 18 16:24:29.140088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1fe6b4c5-7806-49dc-a134-1e842e274f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:29.215686 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36596) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:29.302743 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01299a3-e0a7-49e4-accf-2fe248092acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:29.304511 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b01299a3-e0a7-49e4-accf-2fe248092acd admin admin] 10.222.0.82 "GET /v2.0/subnets/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9 HTTP/1.1" status: 200 len: 816 time: 0.0874250 Jan 18 16:24:30.338768 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:31.539982 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36604) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:31.635929 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc4520d-1add-4e15-b4b2-f4cf4fff5501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:31.637287 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-edc4520d-1add-4e15-b4b2-f4cf4fff5501 admin admin] 10.222.0.82 "GET /v2.0/subnets/5b0de084-a028-4638-89d7-356152e5f092 HTTP/1.1" status: 200 len: 868 time: 0.0963547 Jan 18 16:24:31.715740 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:33.001576 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:43.181512 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:24:55.891699 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36658) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:55.939034 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [None req-edb806fa-5d03-40c9-853d-273dd2268db4 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:24:55.940030 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-edb806fa-5d03-40c9-853d-273dd2268db4 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474577 Jan 18 16:24:56.941982 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-28f59416-2f2a-41c1-817e-114357fa494a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:24:58.322257 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36666) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:24:58.383347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65a5a1a-392d-4318-afd9-925b88e5927a admin admin] GET failed (client error): The resource could not be found. Jan 18 16:24:58.384616 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f65a5a1a-392d-4318-afd9-925b88e5927a admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614197 Jan 18 16:24:58.469203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e444de6-737c-47f6-b500-8de7c0165cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:24:58.470690 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-6e444de6-737c-47f6-b500-8de7c0165cdd admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819743 Jan 18 16:24:59.144293 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-48a163b4-2d8d-444a-a72a-26490efec3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:00.341541 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:00.737203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36676) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:00.782901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Request body: {'network': {'project_id': '614438626e0c4af6bdb2cd6d312cc292', 'tenant_id': '614438626e0c4af6bdb2cd6d312cc292', 'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:00.806361 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Made reservation on behalf of 614438626e0c4af6bdb2cd6d312cc292 for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:25:00.808603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:00.837848 dv-cinder-788368-3-iscsi neutron-server[102500]: WARNING neutron.services.revisions.revision_plugin [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Could not find related network for resource to bump revision. Jan 18 16:25:00.852406 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:25:00.861149 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (00cd432f-1b2d-48a8-a416-296a12fcf9d5), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:00.861483 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Added segment 00cd432f-1b2d-48a8-a416-296a12fcf9d5 of type vlan for network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 Jan 18 16:25:01.008571 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (a6f80fe3-eb63-4a73-87f4-a94c835a80d1), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:01.032875 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (a6f80fe3-eb63-4a73-87f4-a94c835a80d1), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:01.034004 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:01.034600 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:01.087379 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3490489 Jan 18 16:25:01.098497 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83e604-0e24-4f7c-b9e7-80d56fe49f8c admin admin] Pushing event updated for resources: {'Network': ['ID=a6f80fe3-eb63-4a73-87f4-a94c835a80d1,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:01.110608 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:25:01.719636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:03.004569 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:03.397126 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 36686) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:25:03.457927 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b94762-e246-4df5-bf93-281cc12e7f30 admin admin] GET failed (client error): The resource could not be found. Jan 18 16:25:03.459823 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b9b94762-e246-4df5-bf93-281cc12e7f30 admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616813 Jan 18 16:25:03.579819 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f3780-b4ad-4906-acf0-1c82eeabe8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:03.581253 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-222f3780-b4ad-4906-acf0-1c82eeabe8b0 admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1170697 Jan 18 16:25:03.592324 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Request body: {'subnet': {'tenant_id': '614438626e0c4af6bdb2cd6d312cc292', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:25:03.618243 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Made reservation on behalf of 614438626e0c4af6bdb2cd6d312cc292 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:25:03.620628 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:03.846579 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (327ee49a-c115-4fa9-8de5-44d63316c9e3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:03.909405 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327ee49a-c115-4fa9-8de5-44d63316c9e3,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:03.933146 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.933521 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.933874 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.934219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.934555 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.934909 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.935251 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.935590 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.935972 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.936511 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.936861 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.937359 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.937794 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:03.940933 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Checking segment: {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:25:03.941334 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Network hostable DHCP agents. Network: a6f80fe3-eb63-4a73-87f4-a94c835a80d1, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:25:03.965926 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:25:03.977219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, a6f80fe3-eb63-4a73-87f4-a94c835a80d1) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:03.981925 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:25:03.982521 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:03.987554 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087cf2f4-7d28-4d6c-96fc-ed9df398bf00 None None] Network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:25:04.016202 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1727c76e-33ec-4824-90de-d7dca162c137 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4252083 Jan 18 16:25:04.089689 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-a6f80fe3-eb63-4a73-87f4-a94c835a80d1', 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1', 'project_id': '614438626e0c4af6bdb2cd6d312cc292', 'fixed_ips': [{'subnet_id': '327ee49a-c115-4fa9-8de5-44d63316c9e3'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:25:04.090576 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:04.231683 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Allocated IP 192.168.233.2 (a6f80fe3-eb63-4a73-87f4-a94c835a80d1/327ee49a-c115-4fa9-8de5-44d63316c9e3/daf29ba1-23b8-4c94-be94-113f7035b7e4) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:25:04.378677 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Publish callbacks [] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:04.385522 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:04.429237 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:25:04.432175 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:25:04.435259 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:25:04.440639 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Pushing event updated for resources: {'Port': ['ID=daf29ba1-23b8-4c94-be94-113f7035b7e4,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:04.449576 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.449940 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.450291 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.450634 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.450964 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.451294 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.451621 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.451946 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.452270 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.452621 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.452969 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.453296 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.453620 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:25:04.605744 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Attempting to bind port daf29ba1-23b8-4c94-be94-113f7035b7e4 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:25:04.606128 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Attempting to bind port daf29ba1-23b8-4c94-be94-113f7035b7e4 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:25:04.606553 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Attempting to bind port daf29ba1-23b8-4c94-be94-113f7035b7e4 on network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:25:04.611776 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:25:04.612147 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Checking segment: {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:25:04.612546 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:04.612947 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Bound using segment: {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:25:04.613408 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Bound port: daf29ba1-23b8-4c94-be94-113f7035b7e4, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:25:04.613780 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:04.674389 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] For port daf29ba1-23b8-4c94-be94-113f7035b7e4, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:25:04.677861 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] For port daf29ba1-23b8-4c94-be94-113f7035b7e4, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=daf29ba1-23b8-4c94-be94-113f7035b7e4,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:25:04.683751 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:04.744407 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867dab8-528e-46ba-8e06-37af48c1df64 None None] Pushing event updated for resources: {'Port': ['ID=daf29ba1-23b8-4c94-be94-113f7035b7e4,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:05.745104 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device daf29ba1-23b8-4c94-be94-113f7035b7e4 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:25:05.774914 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c37476-1d05-42a9-9d3b-581dc59c4727 None None] Network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:25:05.872909 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Provisioning complete for port daf29ba1-23b8-4c94-be94-113f7035b7e4 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:05.873245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:05.918245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port daf29ba1-23b8-4c94-be94-113f7035b7e4 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:05.918639 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:06.064367 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Current status of the port daf29ba1-23b8-4c94-be94-113f7035b7e4 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:06.064760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:06.066718 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port daf29ba1-23b8-4c94-be94-113f7035b7e4 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:06.067091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:06.118428 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port daf29ba1-23b8-4c94-be94-113f7035b7e4, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=daf29ba1-23b8-4c94-be94-113f7035b7e4,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:25:06.123658 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:06.193386 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.db.api [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 16:25:06.193791 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG oslo_db.api [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 16:25:06.206119 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=daf29ba1-23b8-4c94-be94-113f7035b7e4,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:25:06.730989 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-467d0fc9-416b-4590-b545-a0e4188667b1 None None] Current status of the port daf29ba1-23b8-4c94-be94-113f7035b7e4 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:06.849232 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-daa6017d-7841-43f8-ab17-f805d5082b5a None None] Provisioning complete for port daf29ba1-23b8-4c94-be94-113f7035b7e4 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:06.849922 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-daa6017d-7841-43f8-ab17-f805d5082b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:06.927662 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-daa6017d-7841-43f8-ab17-f805d5082b5a None None] Current status of the port daf29ba1-23b8-4c94-be94-113f7035b7e4 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:07.702619 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device daf29ba1-23b8-4c94-be94-113f7035b7e4 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:25:07.753296 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port daf29ba1-23b8-4c94-be94-113f7035b7e4 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:25:07.753679 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (daf29ba1-23b8-4c94-be94-113f7035b7e4), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:07.829337 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port daf29ba1-23b8-4c94-be94-113f7035b7e4 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:25:20.180848 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:25:26.944625 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6c64baa3-a01c-4bfa-ae32-402f78864c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:29.148455 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-101148e7-b063-4673-a74d-edff629f8440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:30.345337 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:31.722655 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:33.008479 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:56.947125 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1b576c00-1a23-419a-8fab-21e2656097d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:25:57.180085 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:25:59.151765 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0bb761eb-2d97-491a-86f2-4cfba2ea094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:00.346440 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:01.725674 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:03.011684 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:19.843185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 36730) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:26:19.849700 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [None req-f64bceaf-2e36-46ef-9397-b8a9df56e916 tempest-verify_tempest_config-1699455668 tempest-verify_tempest_config-1699455668-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:26:19.850696 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f64bceaf-2e36-46ef-9397-b8a9df56e916 tempest-verify_tempest_config-1699455668 tempest-verify_tempest_config-1699455668-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065339 Jan 18 16:26:20.141296 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36748) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:26:20.245461 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.319739 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Publish callbacks [] for security_group (407e9631-03c1-46f9-a1f4-e668d301ab69), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.323353 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (407e9631-03c1-46f9-a1f4-e668d301ab69), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.371681 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407e9631-03c1-46f9-a1f4-e668d301ab69,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:26:20.375376 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bdfe503def0b4080991d3d6d934e7aaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2330816 Jan 18 16:26:20.378830 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 36754) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:26:20.381649 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.382060 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.382411 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.382754 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.383092 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.383428 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.383760 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.384093 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.384437 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.384772 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.385134 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.385457 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.385778 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b1348-8961-47c0-9b6c-208578c58ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.435552 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Publish callbacks [] for security_group (407e9631-03c1-46f9-a1f4-e668d301ab69), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.457677 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Publish callbacks [] for security_group (407e9631-03c1-46f9-a1f4-e668d301ab69), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.546952 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (407e9631-03c1-46f9-a1f4-e668d301ab69), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.550056 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:20.551300 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/407e9631-03c1-46f9-a1f4-e668d301ab69 HTTP/1.1" status: 204 len: 168 time: 0.1714087 Jan 18 16:26:20.559023 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407e9631-03c1-46f9-a1f4-e668d301ab69,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:26:20.566215 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.566571 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.566922 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.567730 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.568239 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.568581 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.568947 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.569284 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.569623 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.570045 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.570326 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.570659 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:20.570990 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d776cb61-9766-44ec-9434-4f4e7d7f205f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:26:26.953090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-bab10a3a-0533-4575-8f4f-ff63c55df641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:29.155093 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-17e5bca0-f80b-4570-9068-2487033d3d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:30.349890 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:31.728448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:33.014537 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:34.179030 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:26:56.945104 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4a36c21e-ceee-4d0f-91d6-e8b50aadf35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:26:59.157520 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-fabd1a73-e7cd-46b9-860c-c5f926a2c4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:00.353028 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:01.731845 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:03.017423 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:11.177950 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:27:26.947712 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a1222cec-c149-4b7f-93db-e4d7a80dc769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:29.159525 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-122c9c89-6604-4ab7-bfa6-4f54e3ad454a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:30.355077 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:31.735947 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:33.018928 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:48.178561 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 5 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:27:56.949168 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-893fbbb3-1da2-4935-82d3-ffe1830af9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:59.279712 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7bf2a21c-ff51-485c-889a-1c6662346efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:27:59.428625 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-566171'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:00.359220 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:01.740086 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:03.020741 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:14.351969 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 36826) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:28:14.462609 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9514dfe4-a746-42e2-8e34-143cf57b7e57 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1095095 Jan 18 16:28:16.782257 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 36836) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:28:16.842067 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-bc1e977c-4471-4353-9e1e-3c13dba90b6a admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0580919 Jan 18 16:28:25.178064 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:28:26.951764 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca235-1ea4-4a58-8c94-45d06264a1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:29.162266 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-950dd8cc-089f-4d88-8e5f-b21fc37b7169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:29.414695 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:30.362764 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:31.742376 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:33.024011 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:56.953407 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-94f2884e-1f9b-4b5f-a2ad-7b2863547553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:59.163278 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1a0f3b49-6eb6-43a5-bfb3-f34a64d4e1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:28:59.430695 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:00.365733 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:01.745660 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:02.178182 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:29:03.027675 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:26.955153 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a8bccd0b-4052-4f53-a452-b9eef2ca4892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:29.165511 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3caf7a4f-b1fd-43d5-ada2-a9eabb10da28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:29.439940 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:30.369288 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:31.748864 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:33.033285 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:39.177505 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:29:51.125341 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37046) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:51.353129 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-389125270-network', 'tenant_id': 'b205cbc85b42462e9fb91e126616d33e'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:51.382938 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Made reservation on behalf of b205cbc85b42462e9fb91e126616d33e for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:51.385544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.393950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.475586 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks [] for security_group (6868dd52-84bb-4bd4-958f-3cf79b1a0118), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.480007 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (6868dd52-84bb-4bd4-958f-3cf79b1a0118), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.508983 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:29:51.515352 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6868dd52-84bb-4bd4-958f-3cf79b1a0118,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:51.524713 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.525090 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Added segment 9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2 of type vlan for network f411651e-6154-4773-b736-16dae1674cec Jan 18 16:29:51.527240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.527623 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.527971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.528313 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.528653 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.529012 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.529364 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.529701 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.530060 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.530386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.530715 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.531041 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.531368 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Tracked resource versions report: Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: pushed versions: Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: { 'AddressGroup': {'1.2'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'ConntrackHelper': {'1.0'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Log': {'1.0'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Network': {'1.1'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Port': {'1.7'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'PortForwarding': {'1.2'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'QosPolicy': {'1.10'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroup': {'1.5'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SubPort': {'1.0'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Subnet': {'1.1'}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Trunk': {'1.1'}} Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: consumer versions: Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'ConntrackHelper': '1.0', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'LocalIPAssociation': '1.0', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Log': '1.0', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Network': '1.1', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Port': '1.7', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'PortForwarding': '1.2', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'QosPolicy': '1.10', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroup': '1.5', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SecurityGroupRule': '1.2', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'SubPort': '1.0', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Subnet': '1.1', Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: 'Trunk': '1.1'}} Jan 18 16:29:51.532529 dv-cinder-788368-3-iscsi neutron-server[102500]: {{(pid=102500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:29:51.536132 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37076) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:51.591854 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (f411651e-6154-4773-b736-16dae1674cec), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.623274 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (f411651e-6154-4773-b736-16dae1674cec), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.624261 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:51.625017 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.680874 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5430648 Jan 18 16:29:51.684936 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37088) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:51.692668 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054325da-484e-433a-a037-16986307d4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f411651e-6154-4773-b736-16dae1674cec,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:51.693550 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Request body: {'subnet': {'network_id': 'f411651e-6154-4773-b736-16dae1674cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-389125270-subnet', 'tenant_id': 'b205cbc85b42462e9fb91e126616d33e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:51.703151 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network f411651e-6154-4773-b736-16dae1674cec details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:29:51.725432 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Made reservation on behalf of b205cbc85b42462e9fb91e126616d33e for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:51.728639 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:51.859129 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37094) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:51.936971 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-network', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:51.948041 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (63f43eb7-86e2-428f-ae21-cac150596d1a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.014788 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f43eb7-86e2-428f-ae21-cac150596d1a,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:52.040913 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Checking segment: {'id': '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f411651e-6154-4773-b736-16dae1674cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:52.041539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Network hostable DHCP agents. Network: f411651e-6154-4773-b736-16dae1674cec, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:29:52.051736 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.052104 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.052454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.052800 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.053177 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.053514 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.053868 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.054212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.054562 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.054919 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.055245 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.055575 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.055928 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Tracked resource versions report: Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: pushed versions: Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: { 'AddressGroup': {'1.2'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'ConntrackHelper': {'1.0'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Log': {'1.0'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Network': {'1.1'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Port': {'1.7'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'PortForwarding': {'1.2'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'QosPolicy': {'1.10'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroup': {'1.5'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SubPort': {'1.0'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Subnet': {'1.1'}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Trunk': {'1.1'}} Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: consumer versions: Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'ConntrackHelper': '1.0', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'LocalIPAssociation': '1.0', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Log': '1.0', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Network': '1.1', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Port': '1.7', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'PortForwarding': '1.2', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'QosPolicy': '1.10', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroup': '1.5', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SecurityGroupRule': '1.2', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'SubPort': '1.0', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Subnet': '1.1', Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: 'Trunk': '1.1'}} Jan 18 16:29:52.057077 dv-cinder-788368-3-iscsi neutron-server[102499]: {{(pid=102499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:29:52.065408 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Made reservation on behalf of 6ec6b09b84c64d969dd91ab88dc56e8c for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:52.068685 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.079766 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.082306 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37114) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:52.090070 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Network f411651e-6154-4773-b736-16dae1674cec is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:29:52.135210 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, f411651e-6154-4773-b736-16dae1674cec) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:52.144309 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:52.145153 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.149510 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2ac4a4-c64b-4552-bd0d-3b78f4b01bc2 None None] Network f411651e-6154-4773-b736-16dae1674cec requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:52.192949 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b22e447f-bae7-43b0-b1d4-0ede00b2a041 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4978571 Jan 18 16:29:52.203773 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks [] for security_group (b693f488-c3f3-4d4d-88ac-158393933927), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.203773 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b693f488-c3f3-4d4d-88ac-158393933927), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.221352 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:29:52.236247 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (8fcac70e-7edb-4931-891b-2a4e4bb19bcd), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.237542 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Added segment 8fcac70e-7edb-4931-891b-2a4e4bb19bcd of type vlan for network e334f1c7-d732-446e-8bed-e601fcceb421 Jan 18 16:29:52.291797 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (e334f1c7-d732-446e-8bed-e601fcceb421), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.308724 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1796343175-network', 'tenant_id': 'c102250a22eb47a5867c3b41311e3de0'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:52.347762 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Made reservation on behalf of c102250a22eb47a5867c3b41311e3de0 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:52.349593 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767fabd4-6638-4c9a-a866-6da153649cc0 None None] Network f411651e-6154-4773-b736-16dae1674cec requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:52.350627 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.364746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-646827233-network', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:52.375641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.412473 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Made reservation on behalf of de94f4e8303945cd884f4f15c31f0c7b for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:52.415726 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.436107 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.469902 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks [] for security_group (78d4eff2-64f5-481b-9556-89f6dd0643df), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.480895 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (78d4eff2-64f5-481b-9556-89f6dd0643df), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.485168 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b693f488-c3f3-4d4d-88ac-158393933927,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:52.535523 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (e334f1c7-d732-446e-8bed-e601fcceb421), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.537681 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:52.540538 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.638784 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks [] for security_group (1c12886b-0ed4-4725-9c02-8144655db099), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.647056 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (1c12886b-0ed4-4725-9c02-8144655db099), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.677520 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1399024 Jan 18 16:29:52.678517 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d4eff2-64f5-481b-9556-89f6dd0643df,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:52.679456 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37142) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:52.685454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:29:52.698262 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (39960895-6355-4f14-9731-117da2a5e507), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.698811 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Added segment 39960895-6355-4f14-9731-117da2a5e507 of type vlan for network 34597d34-9334-4624-ae74-fc61efb9506b Jan 18 16:29:52.714560 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:29:52.724179 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Request body: {'subnet': {'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-subnet', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:52.751490 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81e799-2c85-463e-b42f-506b3ad01f91 admin admin] Pushing event updated for resources: {'Network': ['ID=e334f1c7-d732-446e-8bed-e601fcceb421,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:52.757310 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (34597d34-9334-4624-ae74-fc61efb9506b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.763792 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network e334f1c7-d732-446e-8bed-e601fcceb421 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:29:52.774650 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (7fddb10a-51b6-49c6-820d-f0da84bf8459), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.775402 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Added segment 7fddb10a-51b6-49c6-820d-f0da84bf8459 of type vlan for network e0778d95-b90a-4014-b401-c41ebc0e7209 Jan 18 16:29:52.786157 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12886b-0ed4-4725-9c02-8144655db099,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:52.832528 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (34597d34-9334-4624-ae74-fc61efb9506b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.833522 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:52.834312 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.907230 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (e0778d95-b90a-4014-b401-c41ebc0e7209), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:52.968463 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] Pushing event updated for resources: {'Network': ['ID=34597d34-9334-4624-ae74-fc61efb9506b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:52.975224 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9abce530-a463-4002-af64-a859ed2cd856 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1150560 Jan 18 16:29:52.978136 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37156) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:52.993829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 34597d34-9334-4624-ae74-fc61efb9506b details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:29:53.000221 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Request body: {'subnet': {'network_id': '34597d34-9334-4624-ae74-fc61efb9506b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1796343175-subnet', 'tenant_id': 'c102250a22eb47a5867c3b41311e3de0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:53.030737 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Made reservation on behalf of 6ec6b09b84c64d969dd91ab88dc56e8c for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:53.034670 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.038204 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (e0778d95-b90a-4014-b401-c41ebc0e7209), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.043032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:53.044024 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.070888 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Made reservation on behalf of c102250a22eb47a5867c3b41311e3de0 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:53.073492 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.220731 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1362331 Jan 18 16:29:53.229541 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37176) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:53.263930 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ce23c-8ac0-40d4-8237-22d143eca92c admin admin] Pushing event updated for resources: {'Network': ['ID=e0778d95-b90a-4014-b401-c41ebc0e7209,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:53.272380 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Request body: {'subnet': {'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-subnet', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:53.277925 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network e0778d95-b90a-4014-b401-c41ebc0e7209 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:29:53.325027 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Made reservation on behalf of de94f4e8303945cd884f4f15c31f0c7b for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:53.327982 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.338996 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (cf5f5478-0d9a-4a06-944b-576b1782aed6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.435087 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf5f5478-0d9a-4a06-944b-576b1782aed6,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:53.437454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Checking segment: {'id': '39960895-6355-4f14-9731-117da2a5e507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '34597d34-9334-4624-ae74-fc61efb9506b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:53.437822 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Network hostable DHCP agents. Network: 34597d34-9334-4624-ae74-fc61efb9506b, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:29:53.465933 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Network 34597d34-9334-4624-ae74-fc61efb9506b is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:29:53.478439 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 34597d34-9334-4624-ae74-fc61efb9506b) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:53.484727 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:53.485467 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.488690 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d80270d-7737-473b-8a9c-5aff93553c08 None None] Network 34597d34-9334-4624-ae74-fc61efb9506b requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:53.521026 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3a94de0b-e653-4596-80b5-8b3b69b6e70b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5275908 Jan 18 16:29:53.557368 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (82a3fed3-ad15-4015-895f-473e14cbe62a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.669136 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (85d7192c-ad74-4e2b-89c1-19fb1ba11649), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.669713 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a7f61a-e4d5-418a-8652-9b74cc96710c None None] Network 34597d34-9334-4624-ae74-fc61efb9506b requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:53.673643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a3fed3-ad15-4015-895f-473e14cbe62a,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:53.706868 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Checking segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:53.707213 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Network hostable DHCP agents. Network: e334f1c7-d732-446e-8bed-e601fcceb421, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:29:53.749385 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d7192c-ad74-4e2b-89c1-19fb1ba11649,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:53.765920 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Network e334f1c7-d732-446e-8bed-e601fcceb421 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:29:53.769876 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Checking segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:53.770448 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Network hostable DHCP agents. Network: e0778d95-b90a-4014-b401-c41ebc0e7209, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:29:53.786925 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, e334f1c7-d732-446e-8bed-e601fcceb421) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:53.795044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:53.796122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.808965 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a9c1af-4db1-4a35-bd4b-7458be47e91c None None] Network e334f1c7-d732-446e-8bed-e601fcceb421 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:53.813425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Network e0778d95-b90a-4014-b401-c41ebc0e7209 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:29:53.831333 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37190) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:53.832245 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-6da39305-8919-4c36-827e-a90b3b8b618d admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1296260 Jan 18 16:29:53.833284 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, e0778d95-b90a-4014-b401-c41ebc0e7209) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:53.837431 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:53.840489 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:53.841289 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.872410 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f3df99cd-523b-45c4-b039-6a874287465c admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6101565 Jan 18 16:29:53.875434 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37194) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:53.882030 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:53.891787 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb87861-0c0b-491f-bb9a-aea5035d335f None None] Network e0778d95-b90a-4014-b401-c41ebc0e7209 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:53.897610 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.904511 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.948504 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (178165e4-e320-486c-919e-fb90db4d3b6f), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:53.950026 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (178165e4-e320-486c-919e-fb90db4d3b6f), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.090219 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6719dc-1885-458d-b7b7-8624aeeb7c30 None None] Network e0778d95-b90a-4014-b401-c41ebc0e7209 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:54.172592 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks [] for router_controller (178165e4-e320-486c-919e-fb90db4d3b6f), precommit_add_association {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.203526 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-e334f1c7-d732-446e-8bed-e601fcceb421', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:29:54.204578 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.446553 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks [] for router_controller (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.462378 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Allocated IP 172.20.0.2 (e334f1c7-d732-446e-8bed-e601fcceb421/82a3fed3-ad15-4015-895f-473e14cbe62a/66390c5c-0478-433d-bbe7-75562a0f9a38) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:29:54.532218 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks [] for router_gateway (178165e4-e320-486c-919e-fb90db4d3b6f), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.610394 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37256) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:54.690360 dv-cinder-788368-3-iscsi neutron-server[102500]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 18 16:29:54.802292 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks [] for router_gateway (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.811799 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37266) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:54.822046 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699648769-network', 'tenant_id': '088940882fdf4f86a2172de2f6089c50'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:54.905353 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Made reservation on behalf of 088940882fdf4f86a2172de2f6089c50 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:54.907675 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.926236 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.977926 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Publish callbacks [] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:54.990948 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.043290 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-09d5c4cf-3ca9-4a95-99c1-3e829be0fbb9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:55.047018 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-09d5c4cf-3ca9-4a95-99c1-3e829be0fbb9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/networks?id=f411651e-6154-4773-b736-16dae1674cec HTTP/1.1" status: 200 len: 811 time: 0.4303470 Jan 18 16:29:55.070578 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Pushing event updated for resources: {'Port': ['ID=66390c5c-0478-433d-bbe7-75562a0f9a38,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:55.079372 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Network e334f1c7-d732-446e-8bed-e601fcceb421 is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:29:55.086217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:55.091599 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.091985 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.092326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.092663 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.093032 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.093364 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.093692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.094020 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.094340 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.094673 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.094994 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.095317 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.095633 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Tracked resource versions report: Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: pushed versions: Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: { 'AddressGroup': {'1.2'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'ConntrackHelper': {'1.0'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Log': {'1.0'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Network': {'1.1'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Port': {'1.7'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'PortForwarding': {'1.2'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'QosPolicy': {'1.10'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroup': {'1.5'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SubPort': {'1.0'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Subnet': {'1.1'}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Trunk': {'1.1'}} Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: consumer versions: Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'ConntrackHelper': '1.0', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'LocalIPAssociation': '1.0', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Log': '1.0', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Network': '1.1', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Port': '1.7', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'PortForwarding': '1.2', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'QosPolicy': '1.10', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroup': '1.5', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SecurityGroupRule': '1.2', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'SubPort': '1.0', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Subnet': '1.1', Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: 'Trunk': '1.1'}} Jan 18 16:29:55.097442 dv-cinder-788368-3-iscsi neutron-server[102501]: {{(pid=102501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:29:55.108290 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:29:55.155528 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-4ebc7efb-e469-43a0-9765-d26af9d72eb4 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/quotas/b205cbc85b42462e9fb91e126616d33e HTTP/1.1" status: 200 len: 375 time: 0.0777528 Jan 18 16:29:55.166488 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks [] for security_group (b1edcfba-ca21-41ea-9a3d-af8b34a27142), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.176210 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b1edcfba-ca21-41ea-9a3d-af8b34a27142), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.202473 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks [] for router_gateway (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.218993 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:29:55.250404 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Attempting to bind port 66390c5c-0478-433d-bbe7-75562a0f9a38 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:29:55.250610 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.251107 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Attempting to bind port 66390c5c-0478-433d-bbe7-75562a0f9a38 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:29:55.251488 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Attempting to bind port 66390c5c-0478-433d-bbe7-75562a0f9a38 on network e334f1c7-d732-446e-8bed-e601fcceb421 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:29:55.265115 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (bcd02860-eb61-4a65-856f-ea3d7425cda9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.265566 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Added segment bcd02860-eb61-4a65-856f-ea3d7425cda9 of type vlan for network 4280b8aa-ac1a-4bac-ac67-476b19cc52cc Jan 18 16:29:55.269763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1edcfba-ca21-41ea-9a3d-af8b34a27142,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:55.270958 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:29:55.272547 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Checking segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:55.273472 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.274020 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Bound using segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:29:55.274830 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Bound port: 66390c5c-0478-433d-bbe7-75562a0f9a38, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:29:55.275441 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.413337 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (4280b8aa-ac1a-4bac-ac67-476b19cc52cc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.478664 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] For port 66390c5c-0478-433d-bbe7-75562a0f9a38, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:29:55.490688 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] For port 66390c5c-0478-433d-bbe7-75562a0f9a38, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=66390c5c-0478-433d-bbe7-75562a0f9a38,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:29:55.497596 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (4280b8aa-ac1a-4bac-ac67-476b19cc52cc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.498556 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:55.499134 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.500357 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.502710 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Allocated IP 172.27.3.84 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/621aa093-5b8a-4544-affe-76ad065058f2) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:29:55.605976 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a44c04-3510-49d8-b79a-6b5c94b12740 None None] Pushing event updated for resources: {'Port': ['ID=66390c5c-0478-433d-bbe7-75562a0f9a38,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:55.610407 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7975426 Jan 18 16:29:55.615370 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37298) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:55.659213 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Request body: {'subnet': {'network_id': '4280b8aa-ac1a-4bac-ac67-476b19cc52cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1699648769-subnet', 'tenant_id': '088940882fdf4f86a2172de2f6089c50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:29:55.667450 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90234a7c-4a17-4eb8-98fd-7757e3a9b64b admin admin] Pushing event updated for resources: {'Network': ['ID=4280b8aa-ac1a-4bac-ac67-476b19cc52cc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:55.676364 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-6a891ae8-4ca3-4d33-b501-41ac84505fd0 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b205cbc85b42462e9fb91e126616d33e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4835963 Jan 18 16:29:55.685245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 4280b8aa-ac1a-4bac-ac67-476b19cc52cc details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:29:55.707128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks [] for router_gateway (178165e4-e320-486c-919e-fb90db4d3b6f), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.731456 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.772049 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Made reservation on behalf of 088940882fdf4f86a2172de2f6089c50 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:29:55.775746 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:55.888864 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks [] for port (621aa093-5b8a-4544-affe-76ad065058f2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.025051 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ca64c439-6723-4ab1-9a37-aea33b4c65ec service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:29:56.025051 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ca64c439-6723-4ab1-9a37-aea33b4c65ec service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0621169 Jan 18 16:29:56.087308 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (621aa093-5b8a-4544-affe-76ad065058f2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.198652 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Allocated IP 172.27.3.33 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/4eaac628-7152-417c-82bc-faba20ea357a) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:29:56.210299 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37326) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:56.210790 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Pushing event updated for resources: {'Port': ['ID=621aa093-5b8a-4544-affe-76ad065058f2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:56.232982 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:29:56.240154 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-4b384815-d0a5-4318-ade4-6b77481acbef service neutron] 10.222.0.82 "GET /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425539 Jan 18 16:29:56.249235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:56.250733 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:29:56.372436 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-b30d3db7-4b43-4ce8-8ef5-4bea550ba469 service neutron] 10.222.0.82 "GET /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282313 Jan 18 16:29:56.469202 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1d5a-d838-41be-afd0-f8e53f7397f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.488277 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (0b2e7a1b-210f-4d6e-8b94-edde141cd632), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.571744 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks [] for port (4eaac628-7152-417c-82bc-faba20ea357a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.628644 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1d5a-d838-41be-afd0-f8e53f7397f1 admin admin] Publish callbacks [] for security_group (ea2a9397-c0b1-4d7c-9623-d044bba9ec08), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.641170 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9d8d1d5a-d838-41be-afd0-f8e53f7397f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ea2a9397-c0b1-4d7c-9623-d044bba9ec08), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.680876 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9d8d1d5a-d838-41be-afd0-f8e53f7397f1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2786d5102a1d4e67b6f1ef2d057226fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4701605 Jan 18 16:29:56.690202 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37352) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:56.716900 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37358) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:56.783086 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b2695cd0-6c53-4d13-a6ae-050e9d6db967 req-d0cd8de7-2025-4311-bb04-d5d990764f01 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.0636125 Jan 18 16:29:56.793005 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2e7a1b-210f-4d6e-8b94-edde141cd632,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:56.829843 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d840d330-9f63-46d1-b2cb-9085a48cec53 admin admin] Publish callbacks [] for security_group (ea2a9397-c0b1-4d7c-9623-d044bba9ec08), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.832490 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d1d5a-d838-41be-afd0-f8e53f7397f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2a9397-c0b1-4d7c-9623-d044bba9ec08,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:56.852069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (4eaac628-7152-417c-82bc-faba20ea357a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.889065 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Checking segment: {'id': 'bcd02860-eb61-4a65-856f-ea3d7425cda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '4280b8aa-ac1a-4bac-ac67-476b19cc52cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:56.889526 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Network hostable DHCP agents. Network: 4280b8aa-ac1a-4bac-ac67-476b19cc52cc, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:29:56.906001 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d840d330-9f63-46d1-b2cb-9085a48cec53 admin admin] Publish callbacks [] for security_group (ea2a9397-c0b1-4d7c-9623-d044bba9ec08), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.914864 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:29:56.925547 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:56.930478 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:29:56.939027 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks [] for router_gateway (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.943075 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Network 4280b8aa-ac1a-4bac-ac67-476b19cc52cc is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:29:56.973082 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8cecaa88-551d-43b8-884a-47ba68d4874b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:56.990863 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 4280b8aa-ac1a-4bac-ac67-476b19cc52cc) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:29:56.999120 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:29:56.999961 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.001026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c91c5-fa8d-4ee7-bb79-09417ba8314f None None] Network 4280b8aa-ac1a-4bac-ac67-476b19cc52cc requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:57.057895 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-805173a9-2f74-4091-87f3-667d0c2ca689 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4050500 Jan 18 16:29:57.061554 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Pushing event updated for resources: {'Port': ['ID=4eaac628-7152-417c-82bc-faba20ea357a,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:57.192377 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d840d330-9f63-46d1-b2cb-9085a48cec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ea2a9397-c0b1-4d7c-9623-d044bba9ec08), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.193281 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d58fd4-7b30-421e-9dae-f2d5b19aa181 None None] Network e334f1c7-d732-446e-8bed-e601fcceb421 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:57.197576 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d840d330-9f63-46d1-b2cb-9085a48cec53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.204760 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d840d330-9f63-46d1-b2cb-9085a48cec53 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ea2a9397-c0b1-4d7c-9623-d044bba9ec08 HTTP/1.1" status: 204 len: 168 time: 0.5116923 Jan 18 16:29:57.215096 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840d330-9f63-46d1-b2cb-9085a48cec53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2a9397-c0b1-4d7c-9623-d044bba9ec08,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:57.234189 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.273858 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b4d8fa-e604-4fd6-b6ad-4b36d1d491ba None None] Network 4280b8aa-ac1a-4bac-ac67-476b19cc52cc requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:29:57.341446 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37382) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:57.343159 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] Provisioning complete for port 66390c5c-0478-433d-bbe7-75562a0f9a38 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:29:57.343579 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.411423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks [] for router_gateway (178165e4-e320-486c-919e-fb90db4d3b6f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.529790 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Deleting subnet cf5f5478-0d9a-4a06-944b-576b1782aed6 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:29:57.540305 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Publish callbacks [] for subnet (cf5f5478-0d9a-4a06-944b-576b1782aed6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.602102 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Publish callbacks [] for subnet (cf5f5478-0d9a-4a06-944b-576b1782aed6), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.617658 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (cf5f5478-0d9a-4a06-944b-576b1782aed6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.627616 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] Current status of the port 66390c5c-0478-433d-bbe7-75562a0f9a38 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:29:57.628136 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.664075 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] For port 66390c5c-0478-433d-bbe7-75562a0f9a38, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=66390c5c-0478-433d-bbe7-75562a0f9a38,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:29:57.677232 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.704831 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:29:57.724338 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (cf5f5478-0d9a-4a06-944b-576b1782aed6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.758061 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ee0f2-b36c-4b79-846c-95eef996dfc5 None None] Pushing event updated for resources: {'Port': ['ID=66390c5c-0478-433d-bbe7-75562a0f9a38,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:57.770487 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37404) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:57.786725 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (178165e4-e320-486c-919e-fb90db4d3b6f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.809282 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf5f5478-0d9a-4a06-944b-576b1782aed6,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:57.816259 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64da7c42-0af0-4f8f-aa4e-b28e8a833666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.818559 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:57.836666 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-49d2d29c-b871-41d4-8207-3d1faa7452b5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/cf5f5478-0d9a-4a06-944b-576b1782aed6 HTTP/1.1" status: 204 len: 168 time: 0.4941320 Jan 18 16:29:57.839346 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37410) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:57.957341 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a8ce91a6-c4c4-4a5f-8bd3-dd6ad4a01b7b req-f2df1085-d356-45d6-a5ce-4062d5969614 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.0393293 Jan 18 16:29:58.017457 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 66390c5c-0478-433d-bbe7-75562a0f9a38 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:29:58.053338 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Router 178165e4-e320-486c-919e-fb90db4d3b6f is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:29:58.073765 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:29:58.082015 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (34597d34-9334-4624-ae74-fc61efb9506b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.086943 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:29:58.108630 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:29:58.109307 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:58.133512 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 66390c5c-0478-433d-bbe7-75562a0f9a38 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:29:58.133891 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.201650 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.203376 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-05381e7d-1b69-4712-8d39-ab729ec8ed34 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3701193 Jan 18 16:29:58.206343 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64da7c42-0af0-4f8f-aa4e-b28e8a833666 admin admin] Publish callbacks [] for security_group (fdeab4c2-6cb8-4867-8272-a6d1ec68a377), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.225305 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37416) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:58.241408 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-4c84d6cb-f598-4927-8899-e9ac6d5d17ec None None] Provisioning complete for port 66390c5c-0478-433d-bbe7-75562a0f9a38 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:29:58.242091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4c84d6cb-f598-4927-8899-e9ac6d5d17ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.246405 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 66390c5c-0478-433d-bbe7-75562a0f9a38 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:29:58.261285 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64da7c42-0af0-4f8f-aa4e-b28e8a833666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (fdeab4c2-6cb8-4867-8272-a6d1ec68a377), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.327321 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (34597d34-9334-4624-ae74-fc61efb9506b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.341929 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-64da7c42-0af0-4f8f-aa4e-b28e8a833666 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=804b441b21e047e2b2271053f23dd2c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5695610 Jan 18 16:29:58.350890 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37420) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:58.359580 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-4c84d6cb-f598-4927-8899-e9ac6d5d17ec None None] Current status of the port 66390c5c-0478-433d-bbe7-75562a0f9a38 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:29:58.375578 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da7c42-0af0-4f8f-aa4e-b28e8a833666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeab4c2-6cb8-4867-8272-a6d1ec68a377,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:58.388515 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.388872 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.389666 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.390305 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > port after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.390448 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.390715 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > port after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.391069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.391384 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.392131 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.392131 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.410562 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:29:58.473536 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:29:58.485844 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Sync routers for ids ['178165e4-e320-486c-919e-fb90db4d3b6f'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:29:58.497013 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Routers {'178165e4-e320-486c-919e-fb90db4d3b6f'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:29:58.497898 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['178165e4-e320-486c-919e-fb90db4d3b6f'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:58.514557 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.516130 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9f0774b0-36a8-4ede-9bc3-a6aa3364f019 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6393840 Jan 18 16:29:58.520996 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37428) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:58.632007 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Set router 178165e4-e320-486c-919e-fb90db4d3b6f gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:29:58.641254 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:29:56Z', 'revision_number': 3, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:58.677323 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:29:58.677953 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Updating router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 port 621aa093-5b8a-4544-affe-76ad065058f2 binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:29:58.706911 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (621aa093-5b8a-4544-affe-76ad065058f2), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.708378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.708748 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.710357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.710357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:29:58.710357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34597d34-9334-4624-ae74-fc61efb9506b']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:58.736167 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39960895-6355-4f14-9731-117da2a5e507') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:58.736167 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39960895-6355-4f14-9731-117da2a5e507') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:58.759256 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (39960895-6355-4f14-9731-117da2a5e507), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.800539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (39960895-6355-4f14-9731-117da2a5e507), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.814165 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d435190d-bd82-40c3-8668-10d8eb0d4f7c admin admin] Publish callbacks [] for security_group (fdeab4c2-6cb8-4867-8272-a6d1ec68a377), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.817561 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:29:58.817974 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (39960895-6355-4f14-9731-117da2a5e507), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: from cryptography.utils import int_from_bytes Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: from cryptography.utils import int_from_bytes Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:29:58.823490 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:29:58.905355 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d435190d-bd82-40c3-8668-10d8eb0d4f7c admin admin] Publish callbacks [] for security_group (fdeab4c2-6cb8-4867-8272-a6d1ec68a377), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.916227 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (34597d34-9334-4624-ae74-fc61efb9506b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.922546 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:58.930575 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] 10.222.0.82 "DELETE /v2.0/networks/34597d34-9334-4624-ae74-fc61efb9506b HTTP/1.1" status: 204 len: 168 time: 1.0875919 Jan 18 16:29:58.931542 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37432) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:58.987506 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6cff5-ac7c-4b62-b021-480c0062f4ea admin admin] Pushing event deleted for resources: {'Network': ['ID=34597d34-9334-4624-ae74-fc61efb9506b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:59.030205 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Deleting subnet 0b2e7a1b-210f-4d6e-8b94-edde141cd632 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:29:59.035022 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Publish callbacks [] for subnet (0b2e7a1b-210f-4d6e-8b94-edde141cd632), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.042203 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:29:57Z', 'revision_number': 3, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:59.082128 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Publish callbacks [] for port (621aa093-5b8a-4544-affe-76ad065058f2), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.085584 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d435190d-bd82-40c3-8668-10d8eb0d4f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (fdeab4c2-6cb8-4867-8272-a6d1ec68a377), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.090036 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d435190d-bd82-40c3-8668-10d8eb0d4f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.090216 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (621aa093-5b8a-4544-affe-76ad065058f2), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.093574 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d435190d-bd82-40c3-8668-10d8eb0d4f7c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fdeab4c2-6cb8-4867-8272-a6d1ec68a377 HTTP/1.1" status: 204 len: 168 time: 0.7350669 Jan 18 16:29:59.105054 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (0b2e7a1b-210f-4d6e-8b94-edde141cd632), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.107272 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435190d-bd82-40c3-8668-10d8eb0d4f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeab4c2-6cb8-4867-8272-a6d1ec68a377,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:59.173892 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (0b2e7a1b-210f-4d6e-8b94-edde141cd632), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.210413 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Checking router: 178165e4-e320-486c-919e-fb90db4d3b6f for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:29:59.216876 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.221547 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Updating router 178165e4-e320-486c-919e-fb90db4d3b6f port 4eaac628-7152-417c-82bc-faba20ea357a binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:29:59.304550 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Pushing event updated for resources: {'Port': ['ID=621aa093-5b8a-4544-affe-76ad065058f2,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:59.321246 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (0b2e7a1b-210f-4d6e-8b94-edde141cd632), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.350934 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2e7a1b-210f-4d6e-8b94-edde141cd632,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:59.351196 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Attempting to bind port 621aa093-5b8a-4544-affe-76ad065058f2 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:29:59.351864 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4eaac628-7152-417c-82bc-faba20ea357a), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.358258 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Attempting to bind port 621aa093-5b8a-4544-affe-76ad065058f2 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:29:59.358820 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Attempting to bind port 621aa093-5b8a-4544-affe-76ad065058f2 on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:29:59.372561 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.383665 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.384671 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-09229cdc-d7a8-402a-94ac-55c1681c0183 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/0b2e7a1b-210f-4d6e-8b94-edde141cd632 HTTP/1.1" status: 204 len: 168 time: 0.4476964 Jan 18 16:29:59.385093 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37440) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:29:59.388085 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.388690 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.389275 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.389940 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.390478 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.391013 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.391552 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.394271 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.396821 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.397565 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.398192 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.400361 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Tracked resource versions report: Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: pushed versions: Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: { 'AddressGroup': {'1.2'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'ConntrackHelper': {'1.0'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'LocalIPAssociation': {'1.0'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Log': {'1.0'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Network': {'1.1'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Port': {'1.7'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'PortForwarding': {'1.2'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'QosPolicy': {'1.10'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroup': {'1.5'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroupRule': {'1.2'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SubPort': {'1.0'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Subnet': {'1.1'}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Trunk': {'1.1'}} Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: consumer versions: Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: { DHCP agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: HyperV agent@hv-cinder-78836: {}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: L3 agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: Metadata agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: Metering agent@dv-cinder-788368-3-iscsi: {}, Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: Open vSwitch agent@dv-cinder-788368-3-iscsi: { 'AddressGroup': '1.2', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'ConntrackHelper': '1.0', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'LocalIPAssociation': '1.0', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Log': '1.0', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Network': '1.1', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Port': '1.7', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'PortForwarding': '1.2', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'QosPolicy': '1.10', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroup': '1.5', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SecurityGroupRule': '1.2', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'SubPort': '1.0', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Subnet': '1.1', Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: 'Trunk': '1.1'}} Jan 18 16:29:59.409536 dv-cinder-788368-3-iscsi neutron-server[102502]: {{(pid=102502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 18 16:29:59.416189 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:29:59.416780 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:29:59.417384 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.417922 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:29:59.418590 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Bound port: 621aa093-5b8a-4544-affe-76ad065058f2, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:29:59.419148 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (621aa093-5b8a-4544-affe-76ad065058f2), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.527770 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (4280b8aa-ac1a-4bac-ac67-476b19cc52cc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.539065 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] For port 621aa093-5b8a-4544-affe-76ad065058f2, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:29:59.545414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04fe2e3b-b9b5-450b-8148-1cb5e5c3fc48 req-3059389e-b488-478e-8a78-902748c26c6e tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.1250494 Jan 18 16:29:59.559486 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] For port 621aa093-5b8a-4544-affe-76ad065058f2, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=621aa093-5b8a-4544-affe-76ad065058f2,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:29:59.567631 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (621aa093-5b8a-4544-affe-76ad065058f2), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.610863 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.727582 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:29:59.727818 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-843ecbfc-c453-469b-a9db-f8890134a9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.728252 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:29:59.740081 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.744407 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c361a7e-4062-4c32-82cb-b96278639fc2 None None] Pushing event updated for resources: {'Port': ['ID=621aa093-5b8a-4544-affe-76ad065058f2,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:29:59.983076 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (4280b8aa-ac1a-4bac-ac67-476b19cc52cc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:29:59.996144 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Publish callbacks [] for port (4eaac628-7152-417c-82bc-faba20ea357a), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.005379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4eaac628-7152-417c-82bc-faba20ea357a), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.040066 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4280b8aa-ac1a-4bac-ac67-476b19cc52cc']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:00.047465 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:00.059407 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd02860-eb61-4a65-856f-ea3d7425cda9') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:00.060268 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd02860-eb61-4a65-856f-ea3d7425cda9') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:00.063758 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Allocated IP 172.20.0.1 (e0778d95-b90a-4014-b401-c41ebc0e7209/85d7192c-ad74-4e2b-89c1-19fb1ba11649/4ee4f0ff-e750-4138-a907-59b21d0a51ac) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:00.083438 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (bcd02860-eb61-4a65-856f-ea3d7425cda9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.089575 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a6bd-ebeb-4c70-8e6e-a91c33bed7a6 None None] Pushing event updated for resources: {'Port': ['ID=4eaac628-7152-417c-82bc-faba20ea357a,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:00.123879 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Attempting to bind port 4eaac628-7152-417c-82bc-faba20ea357a on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:00.125153 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Attempting to bind port 4eaac628-7152-417c-82bc-faba20ea357a by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:00.125964 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Attempting to bind port 4eaac628-7152-417c-82bc-faba20ea357a on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:00.148174 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (bcd02860-eb61-4a65-856f-ea3d7425cda9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.151790 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:00.152180 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:00.152588 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.153435 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:00.153923 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Bound port: 4eaac628-7152-417c-82bc-faba20ea357a, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:00.154323 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4eaac628-7152-417c-82bc-faba20ea357a), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.159119 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:30:00.159802 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (bcd02860-eb61-4a65-856f-ea3d7425cda9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:30:00.162108 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:30:00.188211 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Allocated IP 172.20.0.1 (e334f1c7-d732-446e-8bed-e601fcceb421/82a3fed3-ad15-4015-895f-473e14cbe62a/58f535d5-80bd-440d-977e-f998f558b076) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:00.211229 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] For port 4eaac628-7152-417c-82bc-faba20ea357a, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:00.214769 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] For port 4eaac628-7152-417c-82bc-faba20ea357a, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4eaac628-7152-417c-82bc-faba20ea357a,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:00.224624 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4eaac628-7152-417c-82bc-faba20ea357a), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.241502 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (4280b8aa-ac1a-4bac-ac67-476b19cc52cc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.250169 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.254842 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4280b8aa-ac1a-4bac-ac67-476b19cc52cc HTTP/1.1" status: 204 len: 168 time: 0.8685279 Jan 18 16:30:00.270375 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fba2d1-d0d8-43fd-acb8-6fb4d97ad062 admin admin] Pushing event deleted for resources: {'Network': ['ID=4280b8aa-ac1a-4bac-ac67-476b19cc52cc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:00.321397 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Routers {'178165e4-e320-486c-919e-fb90db4d3b6f'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:00.322337 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['178165e4-e320-486c-919e-fb90db4d3b6f'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:00.322524 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37480) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:00.325380 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a6bd-ebeb-4c70-8e6e-a91c33bed7a6 None None] Pushing event updated for resources: {'Port': ['ID=4eaac628-7152-417c-82bc-faba20ea357a,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:00.461880 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks [] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.462524 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:29:56Z', 'revision_number': 3, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:00.483706 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks [] for port (58f535d5-80bd-440d-977e-f998f558b076), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.512025 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ac3a3-a247-4739-a731-2754f4a6ea8f None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:29:56Z', 'revision_number': 3, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:30:00.518996 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.550036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.562966 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (58f535d5-80bd-440d-977e-f998f558b076), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.570597 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] Set router 178165e4-e320-486c-919e-fb90db4d3b6f gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:00.584622 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.45', 58158) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:00.648960 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Network e334f1c7-d732-446e-8bed-e601fcceb421 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:00.743780 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:00.769290 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Network e0778d95-b90a-4014-b401-c41ebc0e7209 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:00.770851 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:00.771332 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:00.790849 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:00.805285 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37490) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:00.889168 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:00.889848 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (178165e4-e320-486c-919e-fb90db4d3b6f), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.092840 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a180af34-8327-4bcb-84df-e120974e73ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.269081 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-b38f21af-4a98-47c4-ab31-55e061b89be4 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:01.290732 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-b38f21af-4a98-47c4-ab31-55e061b89be4 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.45 "GET /v2.0/networks?id=f411651e-6154-4773-b736-16dae1674cec HTTP/1.1" status: 200 len: 811 time: 0.7031965 Jan 18 16:30:01.291911 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37508) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:01.292819 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:29:57Z', 'revision_number': 3, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:01.362283 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932a01a6-e47f-4b57-a7a5-6bec124e0e1e None None] The sync data for ids ['178165e4-e320-486c-919e-fb90db4d3b6f'] in dv-cinder-788368-3-iscsi is: [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:29:57Z', 'revision_number': 3, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:30:01.372948 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-ad47c296-59eb-481f-b6d6-86e31d5f62f4 None None] Provisioning complete for port 58f535d5-80bd-440d-977e-f998f558b076 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:01.373655 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ad47c296-59eb-481f-b6d6-86e31d5f62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (58f535d5-80bd-440d-977e-f998f558b076), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.482758 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-ad47c296-59eb-481f-b6d6-86e31d5f62f4 None None] Port 58f535d5-80bd-440d-977e-f998f558b076 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:30:01.483995 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-85f5ee11-6a21-418a-8f5e-1a99297f205e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c102250a22eb47a5867c3b41311e3de0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6695957 Jan 18 16:30:01.488199 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Request body: {'port': {'device_id': '989d2f30-5220-48b9-99b1-743321171593', 'network_id': 'f411651e-6154-4773-b736-16dae1674cec', 'admin_state_up': True, 'tenant_id': 'b205cbc85b42462e9fb91e126616d33e'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:01.492647 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37520) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:01.520037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee4f0ff-e750-4138-a907-59b21d0a51ac,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:01.690439 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5f2fc2a-9f7e-4b1b-8fd2-eaca34b56c8d req-23ba820f-a9cb-4b6c-ad27-fe24466796c7 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.2721725 Jan 18 16:30:01.769748 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.920767 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.922842 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a180af34-8327-4bcb-84df-e120974e73ea admin admin] Publish callbacks [] for security_group (bcf18467-25d2-4701-bb08-0fa709b1f233), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.950165 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9070bd67-b03f-4afb-b6dc-36b1544ec7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.955628 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a180af34-8327-4bcb-84df-e120974e73ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (bcf18467-25d2-4701-bb08-0fa709b1f233), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:01.960448 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Pushing event updated for resources: {'Port': ['ID=58f535d5-80bd-440d-977e-f998f558b076,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:01.993964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (58f535d5-80bd-440d-977e-f998f558b076), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.073723 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180af34-8327-4bcb-84df-e120974e73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf18467-25d2-4701-bb08-0fa709b1f233,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:02.116386 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a180af34-8327-4bcb-84df-e120974e73ea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=25c8321e451f4db082a51880b418ae73&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7929482 Jan 18 16:30:02.128765 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37548) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:02.192272 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fd14684c-d787-4007-91b6-df4ca4d30bcd admin admin] Publish callbacks [] for security_group (78d4eff2-64f5-481b-9556-89f6dd0643df), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.263825 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Made reservation on behalf of b205cbc85b42462e9fb91e126616d33e for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:02.267115 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.282186 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fd14684c-d787-4007-91b6-df4ca4d30bcd admin admin] Publish callbacks [] for security_group (78d4eff2-64f5-481b-9556-89f6dd0643df), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.343255 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-ee8a-4ca6-9e9c-2c92b49a4d8c admin admin] Publish callbacks [] for security_group (bcf18467-25d2-4701-bb08-0fa709b1f233), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.388524 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 621aa093-5b8a-4544-affe-76ad065058f2 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:02.535426 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 621aa093-5b8a-4544-affe-76ad065058f2 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:02.551390 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (621aa093-5b8a-4544-affe-76ad065058f2), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.601599 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks [] for port (58f535d5-80bd-440d-977e-f998f558b076), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.615762 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (58f535d5-80bd-440d-977e-f998f558b076), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.616826 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.623487 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-ee8a-4ca6-9e9c-2c92b49a4d8c admin admin] Publish callbacks [] for security_group (bcf18467-25d2-4701-bb08-0fa709b1f233), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.676002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks [] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.694389 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.695688 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (178165e4-e320-486c-919e-fb90db4d3b6f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.727196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 621aa093-5b8a-4544-affe-76ad065058f2 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:02.727518 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (621aa093-5b8a-4544-affe-76ad065058f2), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.737593 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Pushing event updated for resources: {'Port': ['ID=58f535d5-80bd-440d-977e-f998f558b076,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:02.776212 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 621aa093-5b8a-4544-affe-76ad065058f2, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=621aa093-5b8a-4544-affe-76ad065058f2,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:02.787308 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (621aa093-5b8a-4544-affe-76ad065058f2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.891578 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=621aa093-5b8a-4544-affe-76ad065058f2,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:02.905754 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9070bd67-b03f-4afb-b6dc-36b1544ec7f9 admin admin] Publish callbacks [] for security_group (ab87c0ff-f393-4b33-923b-3800d203ee60), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:02.953314 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9070bd67-b03f-4afb-b6dc-36b1544ec7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ab87c0ff-f393-4b33-923b-3800d203ee60), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.068939 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.110502 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37582) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:03.176137 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c1e3b51a-2d09-4dc8-add1-0ee7eabb2a8d req-253b5dcc-7f8b-4742-a6dd-b00969230802 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.2663426 Jan 18 16:30:03.189372 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Pushing event updated for resources: {'Port': ['ID=4ee4f0ff-e750-4138-a907-59b21d0a51ac,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:03.214071 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Allocated IP 172.20.0.4 (f411651e-6154-4773-b736-16dae1674cec/63f43eb7-86e2-428f-ae21-cac150596d1a/ce661267-6290-428f-af8d-cd5d03d770e2) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:03.235022 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fd14684c-d787-4007-91b6-df4ca4d30bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (78d4eff2-64f5-481b-9556-89f6dd0643df), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.237282 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fd14684c-d787-4007-91b6-df4ca4d30bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.238727 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fd14684c-d787-4007-91b6-df4ca4d30bcd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/78d4eff2-64f5-481b-9556-89f6dd0643df HTTP/1.1" status: 204 len: 168 time: 1.7338071 Jan 18 16:30:03.253013 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9070bd67-b03f-4afb-b6dc-36b1544ec7f9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3ea478a317c6494e9c4803f884346295&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9321699 Jan 18 16:30:03.259659 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37592) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:03.290866 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Network e334f1c7-d732-446e-8bed-e601fcceb421 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:03.295673 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:03.327937 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bd67-b03f-4afb-b6dc-36b1544ec7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab87c0ff-f393-4b33-923b-3800d203ee60,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:03.364011 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Network e0778d95-b90a-4014-b401-c41ebc0e7209 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:03.372169 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:03.516143 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14684c-d787-4007-91b6-df4ca4d30bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d4eff2-64f5-481b-9556-89f6dd0643df,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:03.535522 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-ee8a-4ca6-9e9c-2c92b49a4d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (bcf18467-25d2-4701-bb08-0fa709b1f233), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.563649 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-ee8a-4ca6-9e9c-2c92b49a4d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.574537 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bf8073ec-ee8a-4ca6-9e9c-2c92b49a4d8c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bcf18467-25d2-4701-bb08-0fa709b1f233 HTTP/1.1" status: 204 len: 168 time: 1.4428327 Jan 18 16:30:03.729604 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8073ec-ee8a-4ca6-9e9c-2c92b49a4d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf18467-25d2-4701-bb08-0fa709b1f233,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:03.816856 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-caee8082-b2e6-42a2-9a8b-ce118bd231e4 None None] Provisioning complete for port 58f535d5-80bd-440d-977e-f998f558b076 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:03.821551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-caee8082-b2e6-42a2-9a8b-ce118bd231e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (58f535d5-80bd-440d-977e-f998f558b076), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.883501 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:30:03.904905 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7256afd-0013-4f61-8db0-7572f0c60d67 admin admin] Publish callbacks [] for security_group (ab87c0ff-f393-4b33-923b-3800d203ee60), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.906659 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63caca56-9e92-4936-8c68-d2e6883a99ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:03.981486 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-caee8082-b2e6-42a2-9a8b-ce118bd231e4 None None] Port 58f535d5-80bd-440d-977e-f998f558b076 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:30:04.161835 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 621aa093-5b8a-4544-affe-76ad065058f2 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:04.167361 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7256afd-0013-4f61-8db0-7572f0c60d67 admin admin] Publish callbacks [] for security_group (ab87c0ff-f393-4b33-923b-3800d203ee60), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.218922 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Router 178165e4-e320-486c-919e-fb90db4d3b6f has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:30:04.227929 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63caca56-9e92-4936-8c68-d2e6883a99ba admin admin] Publish callbacks [] for security_group (f3b09e1f-496c-411b-a4e3-9316616476f9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.252881 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63caca56-9e92-4936-8c68-d2e6883a99ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f3b09e1f-496c-411b-a4e3-9316616476f9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.295425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:30:04.336899 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 621aa093-5b8a-4544-affe-76ad065058f2 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:04.337684 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (621aa093-5b8a-4544-affe-76ad065058f2), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.339842 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-6a4e4be1-4288-4676-96f2-28f9f4e69874 admin admin] 10.222.0.82 "PUT /v2.0/routers/d6766631-350c-4ecf-9a8b-42a9d4c77ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1068492 Jan 18 16:30:04.416048 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-63caca56-9e92-4936-8c68-d2e6883a99ba admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d8a9189976044e208b31d1fba6437ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2681918 Jan 18 16:30:04.420009 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks [] for port (ce661267-6290-428f-af8d-cd5d03d770e2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.422021 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37616) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:04.423226 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caca56-9e92-4936-8c68-d2e6883a99ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b09e1f-496c-411b-a4e3-9316616476f9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:04.445819 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7256afd-0013-4f61-8db0-7572f0c60d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ab87c0ff-f393-4b33-923b-3800d203ee60), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.449827 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e7256afd-0013-4f61-8db0-7572f0c60d67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.451145 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e7256afd-0013-4f61-8db0-7572f0c60d67 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ab87c0ff-f393-4b33-923b-3800d203ee60 HTTP/1.1" status: 204 len: 168 time: 1.1901758 Jan 18 16:30:04.484365 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37620) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:04.528856 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7256afd-0013-4f61-8db0-7572f0c60d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab87c0ff-f393-4b33-923b-3800d203ee60,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:04.609668 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:30:04.619237 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9c7e4971-0dbe-4b98-a2fd-d42c171c1c51 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=088940882fdf4f86a2172de2f6089c50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1292288 Jan 18 16:30:04.623601 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 621aa093-5b8a-4544-affe-76ad065058f2 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:04.624261 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37624) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:04.629471 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-80a45ee0-1695-423c-90ac-8d8616f3b038 admin admin] 10.222.0.82 "PUT /v2.0/routers/178165e4-e320-486c-919e-fb90db4d3b6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1074383 Jan 18 16:30:04.631378 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4eaac628-7152-417c-82bc-faba20ea357a up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:04.679359 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a6977bd-f82e-418d-8859-0503bcf0d5fa req-b6fd9d72-55c4-44bf-b841-d45c98bdb903 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.0654459 Jan 18 16:30:04.740182 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-979585a2-8a34-4e5b-861f-2752dac18869 admin admin] Publish callbacks [] for security_group (f3b09e1f-496c-411b-a4e3-9316616476f9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.750425 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.794022 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 4eaac628-7152-417c-82bc-faba20ea357a triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:04.794353 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4eaac628-7152-417c-82bc-faba20ea357a), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.799305 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a489a5ec-4c71-4eed-bfb2-220af90f66fe admin admin] Publish callbacks [] for security_group (b1edcfba-ca21-41ea-9a3d-af8b34a27142), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.804481 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:30:04.836504 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:04.842723 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:04.863247 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a489a5ec-4c71-4eed-bfb2-220af90f66fe admin admin] Publish callbacks [] for security_group (b1edcfba-ca21-41ea-9a3d-af8b34a27142), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:04.973680 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Network f411651e-6154-4773-b736-16dae1674cec is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:05.031469 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a489a5ec-4c71-4eed-bfb2-220af90f66fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b1edcfba-ca21-41ea-9a3d-af8b34a27142), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.036641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:05.037103 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a489a5ec-4c71-4eed-bfb2-220af90f66fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.041058 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 4eaac628-7152-417c-82bc-faba20ea357a is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:05.041595 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4eaac628-7152-417c-82bc-faba20ea357a), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.043507 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a489a5ec-4c71-4eed-bfb2-220af90f66fe admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b1edcfba-ca21-41ea-9a3d-af8b34a27142 HTTP/1.1" status: 204 len: 168 time: 0.4107358 Jan 18 16:30:05.082933 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-979585a2-8a34-4e5b-861f-2752dac18869 admin admin] Publish callbacks [] for security_group (f3b09e1f-496c-411b-a4e3-9316616476f9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.092904 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489a5ec-4c71-4eed-bfb2-220af90f66fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1edcfba-ca21-41ea-9a3d-af8b34a27142,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:05.100037 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:05.111925 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37638) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:05.134887 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:05.147278 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Sync routers for ids ['178165e4-e320-486c-919e-fb90db4d3b6f'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:30:05.154879 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 4eaac628-7152-417c-82bc-faba20ea357a, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4eaac628-7152-417c-82bc-faba20ea357a,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:05.182311 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Routers {'178165e4-e320-486c-919e-fb90db4d3b6f'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:05.185647 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['178165e4-e320-486c-919e-fb90db4d3b6f'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:05.257166 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Pushing event updated for resources: {'Port': ['ID=ce661267-6290-428f-af8d-cd5d03d770e2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:05.324567 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:05.337832 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.374321 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1aed66e6-75be-4707-8b75-f090c6deaedc tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9199297 Jan 18 16:30:05.388602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-2a03ad58-a85e-4a74-a22b-07343f3ae9ec tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:30:05.394132 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-2a03ad58-a85e-4a74-a22b-07343f3ae9ec tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0123997 Jan 18 16:30:05.417306 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Set router 178165e4-e320-486c-919e-fb90db4d3b6f gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:05.422502 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-979585a2-8a34-4e5b-861f-2752dac18869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f3b09e1f-496c-411b-a4e3-9316616476f9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.426220 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-979585a2-8a34-4e5b-861f-2752dac18869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.430474 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-979585a2-8a34-4e5b-861f-2752dac18869 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f3b09e1f-496c-411b-a4e3-9316616476f9 HTTP/1.1" status: 204 len: 168 time: 1.0034556 Jan 18 16:30:05.450318 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979585a2-8a34-4e5b-861f-2752dac18869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b09e1f-496c-411b-a4e3-9316616476f9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:05.518810 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4eaac628-7152-417c-82bc-faba20ea357a), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.662117 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=4eaac628-7152-417c-82bc-faba20ea357a,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:05.699904 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37648) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:05.733932 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-edbfe269-d7a0-44e9-a523-b29aa0989928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.812098 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 2, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:05.815143 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '4ee4f0ff-e750-4138-a907-59b21d0a51ac', 'name': '', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'mac_address': 'fa:16:3e:37:90:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 2, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'subnets': [{'id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:05.879504 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Checking router: 178165e4-e320-486c-919e-fb90db4d3b6f for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:30:05.881267 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Updating router 178165e4-e320-486c-919e-fb90db4d3b6f port 4ee4f0ff-e750-4138-a907-59b21d0a51ac binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:30:05.959241 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:30:05.959685 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Updating router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 port 58f535d5-80bd-440d-977e-f998f558b076 binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:30:05.967744 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4eaac628-7152-417c-82bc-faba20ea357a up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:05.973295 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:05.993939 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623e6a-6824-4e32-a5e6-a8bd4b20104b req-a25f5802-22b5-4522-b3db-6ab8fe54cfad tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:05.995482 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-54623e6a-6824-4e32-a5e6-a8bd4b20104b req-a25f5802-22b5-4522-b3db-6ab8fe54cfad tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 931 time: 0.1654403 Jan 18 16:30:06.054230 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (58f535d5-80bd-440d-977e-f998f558b076), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.163302 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-54623e6a-6824-4e32-a5e6-a8bd4b20104b req-58b5d6f2-901c-4a32-b537-ca981bc140e4 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570327 Jan 18 16:30:06.208735 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-edbfe269-d7a0-44e9-a523-b29aa0989928 admin admin] Publish callbacks [] for security_group (0ef148c9-6dab-4a2e-8da1-38b279bd97fc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.219927 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-edbfe269-d7a0-44e9-a523-b29aa0989928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0ef148c9-6dab-4a2e-8da1-38b279bd97fc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.256780 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c1834e17-0f62-4aeb-9fd2-9daf31dcfc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.317955 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-edbfe269-d7a0-44e9-a523-b29aa0989928 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=457e71e615c14741a7cc97208499bb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6155586 Jan 18 16:30:06.328391 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37658) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:06.429728 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfe269-d7a0-44e9-a523-b29aa0989928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef148c9-6dab-4a2e-8da1-38b279bd97fc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:06.452161 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37664) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:06.478534 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899560667', 'description': 'tempest-description--676637831'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:06.488018 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 4eaac628-7152-417c-82bc-faba20ea357a triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:06.488532 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4eaac628-7152-417c-82bc-faba20ea357a), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.677261 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.775569 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f933-0877-471f-8ced-427d5c5ec3bd admin admin] Publish callbacks [] for security_group (0ef148c9-6dab-4a2e-8da1-38b279bd97fc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.856271 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f933-0877-471f-8ced-427d5c5ec3bd admin admin] Publish callbacks [] for security_group (0ef148c9-6dab-4a2e-8da1-38b279bd97fc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:06.878785 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 4eaac628-7152-417c-82bc-faba20ea357a is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:07.035331 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (773ef172-7ced-464d-a34d-e47094cd77c0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.042078 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (773ef172-7ced-464d-a34d-e47094cd77c0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.084363 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773ef172-7ced-464d-a34d-e47094cd77c0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:07.096982 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Request body: {'port': {'device_id': '989d2f30-5220-48b9-99b1-743321171593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:07.135293 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c1834e17-0f62-4aeb-9fd2-9daf31dcfc69 admin admin] Publish callbacks [] for security_group (30130290-9e45-4d54-a558-8a5a9207ed86), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.148376 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c1834e17-0f62-4aeb-9fd2-9daf31dcfc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (30130290-9e45-4d54-a558-8a5a9207ed86), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.156441 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f933-0877-471f-8ced-427d5c5ec3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0ef148c9-6dab-4a2e-8da1-38b279bd97fc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.178894 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b2a1f933-0877-471f-8ced-427d5c5ec3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.178894 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b2a1f933-0877-471f-8ced-427d5c5ec3bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0ef148c9-6dab-4a2e-8da1-38b279bd97fc HTTP/1.1" status: 204 len: 168 time: 0.8322294 Jan 18 16:30:07.194467 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.199954 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-db79f06f-b16a-431d-98da-e1e0b8e845b1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7419133 Jan 18 16:30:07.214084 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Publish callbacks [] for port (58f535d5-80bd-440d-977e-f998f558b076), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.229160 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (58f535d5-80bd-440d-977e-f998f558b076), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.235167 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37680) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:07.262710 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'security_group_rule': {'security_group_id': '773ef172-7ced-464d-a34d-e47094cd77c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:07.275204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1f933-0877-471f-8ced-427d5c5ec3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef148c9-6dab-4a2e-8da1-38b279bd97fc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:07.339206 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca346de-2619-4dcb-9562-207b8dff2bf8 None None] Pushing event updated for resources: {'Port': ['ID=58f535d5-80bd-440d-977e-f998f558b076,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:07.369909 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Publish callbacks [] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.384686 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.388525 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (fd8f14fd-37c9-4dfe-a5df-4d0ab35ba423), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.440783 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c1834e17-0f62-4aeb-9fd2-9daf31dcfc69 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=65586dc8c0464d3c8c0af9c4de81b116&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3249607 Jan 18 16:30:07.445379 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.511067 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37682) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:07.540661 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1834e17-0f62-4aeb-9fd2-9daf31dcfc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30130290-9e45-4d54-a558-8a5a9207ed86,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:07.593893 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Attempting to bind port 58f535d5-80bd-440d-977e-f998f558b076 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:07.594290 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Attempting to bind port 58f535d5-80bd-440d-977e-f998f558b076 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:07.594625 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Attempting to bind port 58f535d5-80bd-440d-977e-f998f558b076 on network e334f1c7-d732-446e-8bed-e601fcceb421 {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:07.606541 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:07.607171 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Checking segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:07.607484 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.607612 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f559-b10f-491f-a951-5f646c8c0a9c req-a288933c-96e8-4ebc-9834-5b5b2634d8a0 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:07.607840 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Bound using segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:07.608325 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Bound port: 58f535d5-80bd-440d-977e-f998f558b076, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:07.608714 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (58f535d5-80bd-440d-977e-f998f558b076), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.609229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fad3f559-b10f-491f-a951-5f646c8c0a9c req-a288933c-96e8-4ebc-9834-5b5b2634d8a0 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 931 time: 0.3070250 Jan 18 16:30:07.675458 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a957d-7d6a-432f-be47-c1a80886ac3f None None] Pushing event updated for resources: {'Port': ['ID=4ee4f0ff-e750-4138-a907-59b21d0a51ac,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:07.840532 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fad3f559-b10f-491f-a951-5f646c8c0a9c req-2b920f9f-9c5d-4c9f-8d7e-beec9ae5acf7 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188277 Jan 18 16:30:07.842101 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (fd8f14fd-37c9-4dfe-a5df-4d0ab35ba423), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.856085 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (fd8f14fd-37c9-4dfe-a5df-4d0ab35ba423), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.886511 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] For port 58f535d5-80bd-440d-977e-f998f558b076, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:07.895930 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] For port 58f535d5-80bd-440d-977e-f998f558b076, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=58f535d5-80bd-440d-977e-f998f558b076,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:07.905863 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (58f535d5-80bd-440d-977e-f998f558b076), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.908460 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Attempting to bind port 4ee4f0ff-e750-4138-a907-59b21d0a51ac on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:07.909032 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Attempting to bind port 4ee4f0ff-e750-4138-a907-59b21d0a51ac by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:07.911331 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Attempting to bind port 4ee4f0ff-e750-4138-a907-59b21d0a51ac on network e0778d95-b90a-4014-b401-c41ebc0e7209 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:07.951766 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:07.953487 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Checking segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:07.953863 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:07.956208 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Bound using segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:07.957970 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Bound port: 4ee4f0ff-e750-4138-a907-59b21d0a51ac, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:07.959258 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.092604 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] Provisioning complete for port 58f535d5-80bd-440d-977e-f998f558b076 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:08.096762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (58f535d5-80bd-440d-977e-f998f558b076), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.130164 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8f14fd-37c9-4dfe-a5df-4d0ab35ba423,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:08.200539 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:08.209456 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:08.221908 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca346de-2619-4dcb-9562-207b8dff2bf8 None None] Pushing event updated for resources: {'Port': ['ID=58f535d5-80bd-440d-977e-f998f558b076,revision_number=4']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:08.405502 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-1f111e23-db05-4760-a548-f497b305b5ed tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:08.409746 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-383fe391-a5f1-455f-8e85-142620a0796e admin admin] Publish callbacks [] for security_group (30130290-9e45-4d54-a558-8a5a9207ed86), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.415722 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-1f111e23-db05-4760-a548-f497b305b5ed tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 818 time: 0.3370199 Jan 18 16:30:08.425286 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.428966 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8b646d20-912b-49e4-bd21-032b56c615d1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1811514 Jan 18 16:30:08.432485 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37712) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:08.437486 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'security_group_rule': {'security_group_id': '773ef172-7ced-464d-a34d-e47094cd77c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:08.459670 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-f5074e17-0035-4cdf-9a7c-98f1226bea89 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/quotas/de94f4e8303945cd884f4f15c31f0c7b HTTP/1.1" status: 200 len: 375 time: 0.0415561 Jan 18 16:30:08.553698 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (5638847d-4f6f-4d9a-8e95-b3103bf43707), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.618255 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-27cc2271-b51e-449d-8512-a91a0dfcdb6e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1560643 Jan 18 16:30:08.660642 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (5638847d-4f6f-4d9a-8e95-b3103bf43707), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.669731 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (5638847d-4f6f-4d9a-8e95-b3103bf43707), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.671013 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:08.723098 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5638847d-4f6f-4d9a-8e95-b3103bf43707,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:08.743579 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-383fe391-a5f1-455f-8e85-142620a0796e admin admin] Publish callbacks [] for security_group (30130290-9e45-4d54-a558-8a5a9207ed86), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.763088 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.773364 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c569bfea-6c02-4139-bd13-f30ad319242b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369646 Jan 18 16:30:08.774192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37724) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:08.787039 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:08.853242 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:08.926638 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] For port 4ee4f0ff-e750-4138-a907-59b21d0a51ac, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:08.940071 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] For port 4ee4f0ff-e750-4138-a907-59b21d0a51ac, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4ee4f0ff-e750-4138-a907-59b21d0a51ac,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:08.971290 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.061654 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-383fe391-a5f1-455f-8e85-142620a0796e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (30130290-9e45-4d54-a558-8a5a9207ed86), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.068042 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-383fe391-a5f1-455f-8e85-142620a0796e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.072456 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-383fe391-a5f1-455f-8e85-142620a0796e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/30130290-9e45-4d54-a558-8a5a9207ed86 HTTP/1.1" status: 204 len: 168 time: 1.5557880 Jan 18 16:30:09.114786 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fe391-a5f1-455f-8e85-142620a0796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30130290-9e45-4d54-a558-8a5a9207ed86,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:09.257642 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce661267-6290-428f-af8d-cd5d03d770e2 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:09.280847 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Publish callbacks [] for port (ce661267-6290-428f-af8d-cd5d03d770e2), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.305566 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:07Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:09.322257 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Routers {'178165e4-e320-486c-919e-fb90db4d3b6f'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:09.322906 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:29:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['178165e4-e320-486c-919e-fb90db4d3b6f'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:09.330322 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Transition to ACTIVE for port object ce661267-6290-428f-af8d-cd5d03d770e2 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:30:09.339430 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.398387 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cf37e6-113e-4748-b523-36eaf8c8e1b1 None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:07Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:30:09.427622 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] Current status of the port 58f535d5-80bd-440d-977e-f998f558b076 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:09.428334 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (58f535d5-80bd-440d-977e-f998f558b076), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.460313 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a957d-7d6a-432f-be47-c1a80886ac3f None None] Pushing event updated for resources: {'Port': ['ID=4ee4f0ff-e750-4138-a907-59b21d0a51ac,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:09.540897 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] For port 58f535d5-80bd-440d-977e-f998f558b076, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=58f535d5-80bd-440d-977e-f998f558b076,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:09.583828 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4fe87-79da-40ab-a661-d2afa3f561c0 req-34ac9a44-2e9a-4a3f-98b9-b396475e6196 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:09.593881 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8e4fe87-79da-40ab-a661-d2afa3f561c0 req-34ac9a44-2e9a-4a3f-98b9-b396475e6196 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 931 time: 0.5303743 Jan 18 16:30:09.646604 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Pushing event updated for resources: {'Port': ['ID=ce661267-6290-428f-af8d-cd5d03d770e2,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:09.647843 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (58f535d5-80bd-440d-977e-f998f558b076), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:09.798151 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8e4fe87-79da-40ab-a661-d2afa3f561c0 req-618396e2-2d79-4e11-a794-d38e8dd4f3c3 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844990 Jan 18 16:30:09.889881 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] Set router 178165e4-e320-486c-919e-fb90db4d3b6f gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:09.982478 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.050646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda928c-5eaf-4454-951a-49ad5cc066af None None] Pushing event updated for resources: {'Port': ['ID=58f535d5-80bd-440d-977e-f998f558b076,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:10.057439 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-e3abc8c7-61f1-47cc-8d87-8eba07526bd9 None None] Provisioning complete for port 58f535d5-80bd-440d-977e-f998f558b076 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:10.058027 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e3abc8c7-61f1-47cc-8d87-8eba07526bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (58f535d5-80bd-440d-977e-f998f558b076), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.059844 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 58f535d5-80bd-440d-977e-f998f558b076 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:10.063984 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Attempting to bind port ce661267-6290-428f-af8d-cd5d03d770e2 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:10.065282 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Attempting to bind port ce661267-6290-428f-af8d-cd5d03d770e2 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f411651e-6154-4773-b736-16dae1674cec'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:10.067626 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Attempting to bind port ce661267-6290-428f-af8d-cd5d03d770e2 on network f411651e-6154-4773-b736-16dae1674cec {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:10.084548 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Port ce661267-6290-428f-af8d-cd5d03d770e2 on network f411651e-6154-4773-b736-16dae1674cec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:30:10.084998 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Attempting to bind port ce661267-6290-428f-af8d-cd5d03d770e2 on network f411651e-6154-4773-b736-16dae1674cec {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:10.090544 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:10.091188 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Checking segment: {'id': '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f411651e-6154-4773-b736-16dae1674cec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:10.098360 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Bound using segment: {'id': '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f411651e-6154-4773-b736-16dae1674cec'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:10.099282 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Bound port: ce661267-6290-428f-af8d-cd5d03d770e2, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f411651e-6154-4773-b736-16dae1674cec'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:10.099909 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.257878 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] For port ce661267-6290-428f-af8d-cd5d03d770e2, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:10.266068 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] For port ce661267-6290-428f-af8d-cd5d03d770e2, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce661267-6290-428f-af8d-cd5d03d770e2,segment=NetworkSegment(9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2),segment_id=9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:10.267960 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Allocated IP 172.27.3.183 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/1b76429c-8d0d-4a52-99e8-dfd033390863) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:10.279879 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.328484 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:10.337263 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.338972 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] 10.222.0.45 "PUT /v2.0/ports/ce661267-6290-428f-af8d-cd5d03d770e2 HTTP/1.1" status: 200 len: 1093 time: 4.0147572 Jan 18 16:30:10.342748 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989d2f30-5220-48b9-99b1-743321171593', 'tag': 'ce661267-6290-428f-af8d-cd5d03d770e2'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:10.395781 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-633a637f-58a0-477c-ab3e-944e55990fa1 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:30:10.422029 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-633a637f-58a0-477c-ab3e-944e55990fa1 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6841822 Jan 18 16:30:10.550042 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-c57c6d7c-6889-494c-8558-f13aeb42f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:10.555192 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-c57c6d7c-6889-494c-8558-f13aeb42f99f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b205cbc85b42462e9fb91e126616d33e&device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 1096 time: 0.1289697 Jan 18 16:30:10.556414 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa118b2-6d18-4354-8314-0d88f8133373 service neutron] Pushing event updated for resources: {'Port': ['ID=ce661267-6290-428f-af8d-cd5d03d770e2,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:10.716549 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 58f535d5-80bd-440d-977e-f998f558b076 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:10.716945 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (58f535d5-80bd-440d-977e-f998f558b076), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.725590 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-1355c37b-df4c-4d76-8ac8-7429284b8e98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce661267-6290-428f-af8d-cd5d03d770e2 HTTP/1.1" status: 200 len: 217 time: 0.1565902 Jan 18 16:30:10.819162 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-e3abc8c7-61f1-47cc-8d87-8eba07526bd9 None None] Current status of the port 58f535d5-80bd-440d-977e-f998f558b076 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:10.838674 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37758) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:10.872604 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.906553 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '4ee4f0ff-e750-4138-a907-59b21d0a51ac', 'name': '', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'mac_address': 'fa:16:3e:37:90:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:08Z', 'revision_number': 4, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'subnets': [{'id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:10.923736 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c34a00ee-fa8e-49a6-b6ce-bfb1d70da2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:10.929890 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-486b6e53-f135-4762-9f34-5636758341f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:10.931816 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-486b6e53-f135-4762-9f34-5636758341f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63f43eb7-86e2-428f-ae21-cac150596d1a HTTP/1.1" status: 200 len: 851 time: 0.1969640 Jan 18 16:30:11.015730 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:11.049265 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-45dedb0b-c695-4c95-a8e6-0690e7c16723 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f411651e-6154-4773-b736-16dae1674cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065102 Jan 18 16:30:11.100473 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca06c04-19da-4839-86ca-a8cf7af9db9b None None] The sync data for ids ['178165e4-e320-486c-919e-fb90db4d3b6f'] in dv-cinder-788368-3-iscsi is: [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '4ee4f0ff-e750-4138-a907-59b21d0a51ac', 'name': '', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'mac_address': 'fa:16:3e:37:90:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:08Z', 'revision_number': 4, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'subnets': [{'id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:30:11.136771 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 58f535d5-80bd-440d-977e-f998f558b076 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:11.391771 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-ffd98938-4703-4157-bbcd-12cd47408dd3 service neutron] 10.222.0.82 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687395 Jan 18 16:30:11.404703 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-af24702b-c597-4a94-b24a-54f815028317 service neutron] 10.222.0.45 "GET /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427434 Jan 18 16:30:11.411248 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:11.431644 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:11.500604 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:11.574188 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'Port': ['ID=1b76429c-8d0d-4a52-99e8-dfd033390863,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:11.629694 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b70583f-ee07-4184-ba03-c207d8fa6603" -d '{"events": [{"name": "network-changed", "server_uuid": "989d2f30-5220-48b9-99b1-743321171593", "tag": "ce661267-6290-428f-af8d-cd5d03d770e2"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:11.717022 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf6e75-00d3-4ac8-be87-6ad47730aa0d req-ad127234-72b9-46b8-9100-41fcf48422f1 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:11.724957 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0cbf6e75-00d3-4ac8-be87-6ad47730aa0d req-ad127234-72b9-46b8-9100-41fcf48422f1 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 943 time: 0.7154098 Jan 18 16:30:11.778330 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c34a00ee-fa8e-49a6-b6ce-bfb1d70da2e2 admin admin] Publish callbacks [] for security_group (dbc616d8-2391-4278-b837-b66e0dbb84b4), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:11.795307 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c34a00ee-fa8e-49a6-b6ce-bfb1d70da2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (dbc616d8-2391-4278-b837-b66e0dbb84b4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:11.868840 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c34a00ee-fa8e-49a6-b6ce-bfb1d70da2e2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a5c554416ed24f69b4ab3a7a3d6b23eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0284500 Jan 18 16:30:11.879235 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37782) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:11.909140 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (8cb82dcd-33df-4679-81be-99beafd08a45), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:11.940690 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0cbf6e75-00d3-4ac8-be87-6ad47730aa0d req-49610a39-6724-48e9-9b89-309ef9cf0d4e tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139270 Jan 18 16:30:11.983233 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-9b8c8f0e-45f3-4414-a10e-cc9c2414881b service neutron] 10.222.0.82 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896933 Jan 18 16:30:12.055081 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a00ee-fa8e-49a6-b6ce-bfb1d70da2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc616d8-2391-4278-b837-b66e0dbb84b4,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:12.082217 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-afd08a9c-f313-44a9-abff-a5f471e15285 req-8372dc17-55eb-4c1e-a84b-7c5f8ebbfc15 service neutron] 10.222.0.45 "GET /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648762 Jan 18 16:30:12.258805 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.331092 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4ee4f0ff-e750-4138-a907-59b21d0a51ac up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:12.580190 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 4ee4f0ff-e750-4138-a907-59b21d0a51ac triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:12.581327 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.662918 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5db776ce-9e8c-43e4-a1d2-135362c543bd admin admin] Publish callbacks [] for security_group (dbc616d8-2391-4278-b837-b66e0dbb84b4), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.846002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.847246 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 4ee4f0ff-e750-4138-a907-59b21d0a51ac is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:12.849937 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.893643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:12.967150 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5db776ce-9e8c-43e4-a1d2-135362c543bd admin admin] Publish callbacks [] for security_group (dbc616d8-2391-4278-b837-b66e0dbb84b4), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.120057 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 4ee4f0ff-e750-4138-a907-59b21d0a51ac, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4ee4f0ff-e750-4138-a907-59b21d0a51ac,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:13.126063 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159531c3-e9dd-4592-a2c0-3aeb5edd8129 x-openstack-request-id: req-159531c3-e9dd-4592-a2c0-3aeb5edd8129 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:13.128782 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "989d2f30-5220-48b9-99b1-743321171593", "tag": "ce661267-6290-428f-af8d-cd5d03d770e2", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:13.129956 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-159531c3-e9dd-4592-a2c0-3aeb5edd8129 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:13.132081 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989d2f30-5220-48b9-99b1-743321171593', 'tag': 'ce661267-6290-428f-af8d-cd5d03d770e2', 'status': 'completed', 'code': 200} Jan 18 16:30:13.137899 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.152504 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 58f535d5-80bd-440d-977e-f998f558b076 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:13.194971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (8cb82dcd-33df-4679-81be-99beafd08a45), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.338180 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=4ee4f0ff-e750-4138-a907-59b21d0a51ac,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:13.450323 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 58f535d5-80bd-440d-977e-f998f558b076 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:13.455922 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (58f535d5-80bd-440d-977e-f998f558b076), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.624833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'Port': ['ID=1b76429c-8d0d-4a52-99e8-dfd033390863,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:13.733193 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-4b8e9b76-14ea-4eaa-b17d-67fea8bcfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:13.739527 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-4b8e9b76-14ea-4eaa-b17d-67fea8bcfbc3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b205cbc85b42462e9fb91e126616d33e&device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 1096 time: 0.5885262 Jan 18 16:30:13.795325 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4d4a1dc6-3338-455a-abaf-349cc7c4dec1 req-96e14d8b-6203-4ae2-9e14-3f9a6248ce1f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 210 time: 0.4462972 Jan 18 16:30:13.813908 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.824659 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-19cb4aea-6085-4e34-9467-c3f9c66a5de4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0408065 Jan 18 16:30:13.839622 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5db776ce-9e8c-43e4-a1d2-135362c543bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (dbc616d8-2391-4278-b837-b66e0dbb84b4), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.854424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5db776ce-9e8c-43e4-a1d2-135362c543bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:13.862717 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-5db776ce-9e8c-43e4-a1d2-135362c543bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dbc616d8-2391-4278-b837-b66e0dbb84b4 HTTP/1.1" status: 204 len: 168 time: 1.9791219 Jan 18 16:30:13.863333 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 58f535d5-80bd-440d-977e-f998f558b076 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:13.957260 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db776ce-9e8c-43e4-a1d2-135362c543bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc616d8-2391-4278-b837-b66e0dbb84b4,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:14.016770 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3112f8-deac-4a06-8d7c-b6a38f28d1c7 req-d2f92dd3-15cf-4c78-b698-76aaeff336fe tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:14.034085 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6e3112f8-deac-4a06-8d7c-b6a38f28d1c7 req-d2f92dd3-15cf-4c78-b698-76aaeff336fe tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 943 time: 0.3546624 Jan 18 16:30:14.099174 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4ee4f0ff-e750-4138-a907-59b21d0a51ac up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:14.196266 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6e3112f8-deac-4a06-8d7c-b6a38f28d1c7 req-74250cbf-63eb-4887-8014-8b550f485fbe tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520543 Jan 18 16:30:14.370696 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-2c7b52d7-1e75-4e98-9761-41577cebacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:14.373364 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-2c7b52d7-1e75-4e98-9761-41577cebacb7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f411651e-6154-4773-b736-16dae1674cec HTTP/1.1" status: 200 len: 912 time: 0.6123536 Jan 18 16:30:14.395551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 4ee4f0ff-e750-4138-a907-59b21d0a51ac triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:14.396161 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:14.547976 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-20a0b6c8-8776-4fb6-b564-cbd1c5db5a27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce661267-6290-428f-af8d-cd5d03d770e2 HTTP/1.1" status: 200 len: 217 time: 0.1080976 Jan 18 16:30:14.594387 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 4ee4f0ff-e750-4138-a907-59b21d0a51ac is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:14.718056 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-e300e170-8715-4851-945f-75c55bd1c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:14.719559 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-e300e170-8715-4851-945f-75c55bd1c8b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=63f43eb7-86e2-428f-ae21-cac150596d1a HTTP/1.1" status: 200 len: 851 time: 0.1646283 Jan 18 16:30:14.794153 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-0aaafc69-96da-4324-ac89-5130840d62c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f411651e-6154-4773-b736-16dae1674cec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589292 Jan 18 16:30:15.072682 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-01c2b682-0e26-4b7b-bfb6-f4a93698f566 service neutron] 10.222.0.45 "GET /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641013 Jan 18 16:30:15.341310 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-4b70583f-ee07-4184-ba03-c207d8fa6603 req-089c018a-a5ce-4b3b-af18-579f4a941fd6 service neutron] 10.222.0.45 "GET /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557802 Jan 18 16:30:15.490060 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-3d2ba414-04da-468f-a9df-d16fd313115f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--899560667&fields=id&tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 267 time: 0.6660631 Jan 18 16:30:15.498273 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-102dffa9-5e79-4211-8f28-de070d7a0b6f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:15.506010 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-102dffa9-5e79-4211-8f28-de070d7a0b6f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 818 time: 0.6182976 Jan 18 16:30:15.547677 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-725bcd74-08fe-4d43-9c34-075b75a4d23b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/quotas/de94f4e8303945cd884f4f15c31f0c7b HTTP/1.1" status: 200 len: 375 time: 0.0402510 Jan 18 16:30:15.702841 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-935f3207-57c0-4f78-af39-2545ac28db48 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536295 Jan 18 16:30:15.830125 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 37920) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:15.908216 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-7baea796-03c6-4b40-8af1-3c9ca40ace87 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:15.913894 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-7baea796-03c6-4b40-8af1-3c9ca40ace87 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 817 time: 0.3871624 Jan 18 16:30:15.964264 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-c40d8ddf-7c28-40cc-ae5b-2cebe70c2705 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/quotas/6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 375 time: 0.0400562 Jan 18 16:30:16.063765 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-fb087173-d9b6-485e-98ca-0a66028430cd service neutron] 10.222.0.82 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598332 Jan 18 16:30:16.114486 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-9527fc55-f5ba-4fb6-9183-c01076268f1f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441467 Jan 18 16:30:16.178223 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:30:16.315514 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-b86e067b-f58a-411c-8608-09a7cc4e8a11 service neutron] 10.222.0.82 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405407 Jan 18 16:30:16.342300 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-0adf67b3-96bc-446f-828d-93d5d2a16e99 service neutron] 10.222.0.82 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001200 Jan 18 16:30:16.479765 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-f57d4eaa-ccb4-4e8a-9464-6931cc4587ba service neutron] 10.222.0.82 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364653 Jan 18 16:30:16.551012 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-60c55953-a89f-4516-a144-9f0374dcf0a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:16.792746 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-87a22c6d-a784-4da6-8545-edc69703b571 req-fbe8c756-4d8c-4952-ada0-6a05cb92c33e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0444477 Jan 18 16:30:16.801527 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69efb39-5ce2-470e-9cdb-296e276b98a4 req-6591cd8a-e679-403e-90d2-d34cf703e3be tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:16.808794 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e69efb39-5ce2-470e-9cdb-296e276b98a4 req-6591cd8a-e679-403e-90d2-d34cf703e3be tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 943 time: 0.1066396 Jan 18 16:30:16.972600 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e69efb39-5ce2-470e-9cdb-296e276b98a4 req-889193a4-ccd4-42eb-a562-c3ba54ec4ff8 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627862 Jan 18 16:30:16.988456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-afa28a9a-c2bc-4b18-b4e5-8437aa1b6155 req-e744b525-8cd9-4eff-b3b0-84b59eae735e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 210 time: 0.0811598 Jan 18 16:30:17.024038 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-0f12dbcb-300d-492d-b68a-7c585f57a020 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:17.026300 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-0f12dbcb-300d-492d-b68a-7c585f57a020 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 818 time: 0.2945406 Jan 18 16:30:17.041851 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-60c55953-a89f-4516-a144-9f0374dcf0a8 admin admin] Publish callbacks [] for security_group (6e709885-ebe2-4115-b917-8cd043689dfd), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.051641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Request body: {'port': {'device_id': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'admin_state_up': True, 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:17.057915 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-60c55953-a89f-4516-a144-9f0374dcf0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (6e709885-ebe2-4115-b917-8cd043689dfd), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.149883 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c55953-a89f-4516-a144-9f0374dcf0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e709885-ebe2-4115-b917-8cd043689dfd,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:17.159269 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-60c55953-a89f-4516-a144-9f0374dcf0a8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=15a3ebc4836e45f2be557a9861057782&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3279073 Jan 18 16:30:17.162806 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 37968) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:17.295244 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35fca439-ac49-4bb3-b778-f589b1273962 admin admin] Publish callbacks [] for security_group (6e709885-ebe2-4115-b917-8cd043689dfd), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.318874 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Made reservation on behalf of de94f4e8303945cd884f4f15c31f0c7b for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:17.334025 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.358638 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35fca439-ac49-4bb3-b778-f589b1273962 admin admin] Publish callbacks [] for security_group (6e709885-ebe2-4115-b917-8cd043689dfd), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.478277 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35fca439-ac49-4bb3-b778-f589b1273962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (6e709885-ebe2-4115-b917-8cd043689dfd), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.483909 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-35fca439-ac49-4bb3-b778-f589b1273962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.487223 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-35fca439-ac49-4bb3-b778-f589b1273962 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6e709885-ebe2-4115-b917-8cd043689dfd HTTP/1.1" status: 204 len: 168 time: 0.3228776 Jan 18 16:30:17.527461 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fca439-ac49-4bb3-b778-f589b1273962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e709885-ebe2-4115-b917-8cd043689dfd,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:17.537965 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Allocated IP 172.20.0.8 (e0778d95-b90a-4014-b401-c41ebc0e7209/85d7192c-ad74-4e2b-89c1-19fb1ba11649/26efc157-2c4a-47a9-adb9-526b31015bd6) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:17.850396 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks [] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.923181 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:17.999645 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Network e0778d95-b90a-4014-b401-c41ebc0e7209 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:18.024035 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f815073-9417-4a68-9089-0ca80a94397d req-1c2450ab-7a2f-4c10-a3c2-15ebc08c8122 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0588617 Jan 18 16:30:18.028448 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:18.034709 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:18.070207 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Pushing event updated for resources: {'Port': ['ID=26efc157-2c4a-47a9-adb9-526b31015bd6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:18.118587 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:18.119816 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:18.143399 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-60f8e7cf-a051-410b-ae27-7b6572073065 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1050842 Jan 18 16:30:18.162148 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Request body: {'port': {'device_id': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:18.176211 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cc895-2df3-42d0-966c-1cbfe3872f4c req-1f016d09-b65c-4a0c-b42b-d1a848ab7995 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:18.185396 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2e8cc895-2df3-42d0-966c-1cbfe3872f4c req-1f016d09-b65c-4a0c-b42b-d1a848ab7995 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 943 time: 0.0920627 Jan 18 16:30:18.240280 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fc12339e-07c0-466a-b24c-3610f6ca7012 req-0c41fc0b-504a-4aac-a70f-a6a6299e396d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 210 time: 0.0525000 Jan 18 16:30:18.275758 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:18.292901 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2e8cc895-2df3-42d0-966c-1cbfe3872f4c req-5df953ec-42a2-4e07-986e-c19fac977e28 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062474 Jan 18 16:30:18.370450 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.45', 58175) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:18.418395 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.45', 58176) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:18.587683 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38054) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:18.623526 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-95c90824-ffa1-4603-8aa7-5a53a30b7884 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:18.627050 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-95c90824-ffa1-4603-8aa7-5a53a30b7884 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 817 time: 0.2548916 Jan 18 16:30:18.682606 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-e02a3ae9-b9c5-41ab-b077-5cc109ec286e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:18.684244 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-e02a3ae9-b9c5-41ab-b077-5cc109ec286e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 818 time: 0.2650521 Jan 18 16:30:18.706921 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Request body: {'port': {'device_id': '81185063-e397-4416-9d88-33fd33859fe1', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'admin_state_up': True, 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:18.791302 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-80eee207-c246-4cab-9904-f51651c0e93d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 379 time: 0.1564496 Jan 18 16:30:18.819113 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'port': {'device_id': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'admin_state_up': True, 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'security_groups': ['773ef172-7ced-464d-a34d-e47094cd77c0']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:18.874398 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26efc157-2c4a-47a9-adb9-526b31015bd6 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:18.889053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Publish callbacks [] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:18.906626 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9619d49d-ed10-4901-aa6c-43f6e85040a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:18.929159 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Transition to ACTIVE for port object 26efc157-2c4a-47a9-adb9-526b31015bd6 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:30:18.929531 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Made reservation on behalf of de94f4e8303945cd884f4f15c31f0c7b for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:18.933785 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:18.948400 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.035741 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9619d49d-ed10-4901-aa6c-43f6e85040a5 admin admin] Publish callbacks [] for security_group (a11916a3-17fe-436e-b61b-565537f0d6f6), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.044320 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9619d49d-ed10-4901-aa6c-43f6e85040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a11916a3-17fe-436e-b61b-565537f0d6f6), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.088558 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9619d49d-ed10-4901-aa6c-43f6e85040a5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8e8a102f2eee4461a91971913294570f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931324 Jan 18 16:30:19.093970 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38088) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:19.117123 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Pushing event updated for resources: {'Port': ['ID=26efc157-2c4a-47a9-adb9-526b31015bd6,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:19.135344 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619d49d-ed10-4901-aa6c-43f6e85040a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11916a3-17fe-436e-b61b-565537f0d6f6,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:19.147561 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Made reservation on behalf of 6ec6b09b84c64d969dd91ab88dc56e8c for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:19.151592 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.230485 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-73cacccf-80e2-4e24-8395-700eb78bcc0e req-fae6d41e-8a64-4d14-bde9-2e9a21251162 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0431247 Jan 18 16:30:19.335425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c7c51512-4603-453d-90e6-0fd547e2effd admin admin] Publish callbacks [] for security_group (a11916a3-17fe-436e-b61b-565537f0d6f6), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.449765 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3f3edd6e-1992-4aa9-8549-c7b5dc7fe6d3 req-b53122aa-dc31-4e48-8de5-8ede44ceeb66 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 210 time: 0.0586886 Jan 18 16:30:19.547103 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c7c51512-4603-453d-90e6-0fd547e2effd admin admin] Publish callbacks [] for security_group (a11916a3-17fe-436e-b61b-565537f0d6f6), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.580632 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Attempting to bind port 26efc157-2c4a-47a9-adb9-526b31015bd6 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:19.581232 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Attempting to bind port 26efc157-2c4a-47a9-adb9-526b31015bd6 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:19.582468 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Attempting to bind port 26efc157-2c4a-47a9-adb9-526b31015bd6 on network e0778d95-b90a-4014-b401-c41ebc0e7209 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:19.596046 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Port 26efc157-2c4a-47a9-adb9-526b31015bd6 on network e0778d95-b90a-4014-b401-c41ebc0e7209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:30:19.596748 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Attempting to bind port 26efc157-2c4a-47a9-adb9-526b31015bd6 on network e0778d95-b90a-4014-b401-c41ebc0e7209 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:19.600768 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Allocated IP 172.20.0.5 (e0778d95-b90a-4014-b401-c41ebc0e7209/85d7192c-ad74-4e2b-89c1-19fb1ba11649/11d4eb96-5b48-447f-b96d-d55d1869150b) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:19.607261 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:19.607820 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Checking segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:19.608376 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Bound using segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:19.609003 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Bound port: 26efc157-2c4a-47a9-adb9-526b31015bd6, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:19.609522 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.776830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12f52b-ef60-4de0-b389-b6474812b291 req-287cb4d1-3e5d-4f7f-9ef3-4d3ac3a12de9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:19.780626 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8f12f52b-ef60-4de0-b389-b6474812b291 req-287cb4d1-3e5d-4f7f-9ef3-4d3ac3a12de9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 943 time: 0.3746407 Jan 18 16:30:19.796424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Allocated IP 172.20.0.6 (e334f1c7-d732-446e-8bed-e601fcceb421/82a3fed3-ad15-4015-895f-473e14cbe62a/ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:30:19.825418 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] For port 26efc157-2c4a-47a9-adb9-526b31015bd6, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:19.882240 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] For port 26efc157-2c4a-47a9-adb9-526b31015bd6, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26efc157-2c4a-47a9-adb9-526b31015bd6,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:19.928175 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.993766 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:19.994399 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:19.995826 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] 10.222.0.45 "PUT /v2.0/ports/26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 1093 time: 1.8397908 Jan 18 16:30:19.998410 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'tag': '26efc157-2c4a-47a9-adb9-526b31015bd6'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:20.000753 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c862639d-6995-43e1-9c7a-3d4f416629fc", "tag": "26efc157-2c4a-47a9-adb9-526b31015bd6"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:20.028647 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ce661267-6290-428f-af8d-cd5d03d770e2 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:30:20.106537 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c7c51512-4603-453d-90e6-0fd547e2effd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a11916a3-17fe-436e-b61b-565537f0d6f6), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.109294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c7c51512-4603-453d-90e6-0fd547e2effd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.112792 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c7c51512-4603-453d-90e6-0fd547e2effd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a11916a3-17fe-436e-b61b-565537f0d6f6 HTTP/1.1" status: 204 len: 168 time: 1.0151591 Jan 18 16:30:20.121417 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8f12f52b-ef60-4de0-b389-b6474812b291 req-3637d1d5-6d0e-492d-975c-1a82ad64929c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268967 Jan 18 16:30:20.138235 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c51512-4603-453d-90e6-0fd547e2effd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11916a3-17fe-436e-b61b-565537f0d6f6,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:20.149212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02963efe-d6c9-4316-8e80-96c271b1730d x-openstack-request-id: req-02963efe-d6c9-4316-8e80-96c271b1730d {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:20.149212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c862639d-6995-43e1-9c7a-3d4f416629fc", "tag": "26efc157-2c4a-47a9-adb9-526b31015bd6", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:20.149212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-02963efe-d6c9-4316-8e80-96c271b1730d {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:20.149212 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'tag': '26efc157-2c4a-47a9-adb9-526b31015bd6', 'status': 'completed', 'code': 200} Jan 18 16:30:20.176128 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks [] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.194092 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c99a3-7d9e-443d-a008-ec541b6dd75a service neutron] Pushing event updated for resources: {'Port': ['ID=26efc157-2c4a-47a9-adb9-526b31015bd6,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:20.208818 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-0aa7ac55-647c-47c9-bd7b-476618881264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:20.210631 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-0aa7ac55-647c-47c9-bd7b-476618881264 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1096 time: 0.1353462 Jan 18 16:30:20.262850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38142) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:20.289277 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-e2a7bcf8-fd92-4321-aa2c-025b23bf15e1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.0703437 Jan 18 16:30:20.310549 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ce661267-6290-428f-af8d-cd5d03d770e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce661267-6290-428f-af8d-cd5d03d770e2,segment=NetworkSegment(9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2),segment_id=9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:20.326220 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'ce661267-6290-428f-af8d-cd5d03d770e2', 'network_id': 'f411651e-6154-4773-b736-16dae1674cec', 'port_id': 'ce661267-6290-428f-af8d-cd5d03d770e2', 'mac_address': 'fa:16:3e:b4:83:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f43eb7-86e2-428f-ae21-cac150596d1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:30:20.340127 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.372309 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.400880 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ce661267-6290-428f-af8d-cd5d03d770e2 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:20.401365 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.403524 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Network e0778d95-b90a-4014-b401-c41ebc0e7209 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:20.413760 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:20.416578 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:20.418998 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce661267-6290-428f-af8d-cd5d03d770e2 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:20.446557 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ce661267-6290-428f-af8d-cd5d03d770e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce661267-6290-428f-af8d-cd5d03d770e2,segment=NetworkSegment(9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2),segment_id=9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:20.453525 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.470392 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-7d99daef-f983-4f86-9992-064e1e137519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:20.472749 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-7d99daef-f983-4f86-9992-064e1e137519 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.1758015 Jan 18 16:30:20.485062 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75aa86-67d7-4d1b-9c7f-eda19e26b7fb req-edc4ee90-d938-4797-8edc-21543197c25f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:20.491941 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:20.492717 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.505104 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8c75aa86-67d7-4d1b-9c7f-eda19e26b7fb req-edc4ee90-d938-4797-8edc-21543197c25f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 931 time: 0.1306040 Jan 18 16:30:20.532835 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-677e4861-7af3-408b-b791-b0f1b9831776 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522943 Jan 18 16:30:20.533627 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Pushing event updated for resources: {'Port': ['ID=11d4eb96-5b48-447f-b96d-d55d1869150b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:20.562251 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8c75aa86-67d7-4d1b-9c7f-eda19e26b7fb req-967cc7de-f53b-42e2-8e73-f1ec953f2489 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504487 Jan 18 16:30:20.566178 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-921f304d-9567-4653-b814-7c0a38fde1e6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8663359 Jan 18 16:30:20.573754 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ce661267-6290-428f-af8d-cd5d03d770e2,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:20.583521 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.605408 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Request body: {'port': {'device_id': '81185063-e397-4416-9d88-33fd33859fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:20.722533 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['ce661267-6290-428f-af8d-cd5d03d770e2'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:30:20.726806 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.754336 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-186c92a1-2880-4cf0-84b4-45e75bd7e8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.756316 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:20.773982 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Network e334f1c7-d732-446e-8bed-e601fcceb421 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:30:20.789062 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:20.792055 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-67377780-e7cd-4715-bcdb-f44a016f7c42 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526124 Jan 18 16:30:20.792426 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:30:20.799437 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:20.800355 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:20.847865 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd557a7-f277-42fe-99db-1cf5353a8098 req-59af4041-6835-4ad6-af01-4641806c2f7f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:20.850094 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9cd557a7-f277-42fe-99db-1cf5353a8098 req-59af4041-6835-4ad6-af01-4641806c2f7f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 931 time: 0.1563017 Jan 18 16:30:20.860364 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-299a7a14-ef94-499b-a3f1-23402a0fe829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0480015 Jan 18 16:30:20.894884 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Request body: {'port': {'device_id': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:21.023226 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9cd557a7-f277-42fe-99db-1cf5353a8098 req-d6329d62-4768-443d-8778-c912960208f3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584451 Jan 18 16:30:21.151359 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-186c92a1-2880-4cf0-84b4-45e75bd7e8a1 admin admin] Publish callbacks [] for security_group (af85ae62-8d4c-41b6-a0e4-06f524328ff1), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.153809 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.172691 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38170) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:21.195297 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-186c92a1-2880-4cf0-84b4-45e75bd7e8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (af85ae62-8d4c-41b6-a0e4-06f524328ff1), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.221744 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c502e509-05ae-4db2-ae30-9a1a31e8c948 req-222bd483-1e70-4b10-b2e0-d7ccf36f7a74 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224179 Jan 18 16:30:21.290891 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b856601d-d93b-4ed4-9406-ca56a8975199 None None] Provisioning complete for port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:21.291847 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b856601d-d93b-4ed4-9406-ca56a8975199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.339315 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c92a1-2880-4cf0-84b4-45e75bd7e8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af85ae62-8d4c-41b6-a0e4-06f524328ff1,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:21.360186 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e3269ba4-99a5-4863-8c91-95bf92ce8180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.368059 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b856601d-d93b-4ed4-9406-ca56a8975199 None None] Port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:30:21.470661 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-bacb8004-5782-4b59-b6fb-7efc8e1f3c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:21.472234 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-bacb8004-5782-4b59-b6fb-7efc8e1f3c21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1096 time: 0.1810935 Jan 18 16:30:21.492872 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-186c92a1-2880-4cf0-84b4-45e75bd7e8a1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=951883772d1a405392de3224006021ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2260773 Jan 18 16:30:21.493782 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38180) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:21.583331 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d4eb96-5b48-447f-b96d-d55d1869150b {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:21.603983 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Publish callbacks [] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.633655 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133a255-7458-4873-9608-bb1536952503 req-33d37125-b788-49a1-95b1-61692b7700db tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:21.635368 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9133a255-7458-4873-9608-bb1536952503 req-33d37125-b788-49a1-95b1-61692b7700db tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 944 time: 0.3105743 Jan 18 16:30:21.649656 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Transition to ACTIVE for port object 11d4eb96-5b48-447f-b96d-d55d1869150b will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:30:21.668526 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.708708 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5500b425-2899-47aa-8173-c485f517ce50 admin admin] Publish callbacks [] for security_group (af85ae62-8d4c-41b6-a0e4-06f524328ff1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.711355 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-49402122-0178-4421-9d8d-7bb939ef754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:21.712840 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-49402122-0178-4421-9d8d-7bb939ef754d service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.2200601 Jan 18 16:30:21.755340 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5500b425-2899-47aa-8173-c485f517ce50 admin admin] Publish callbacks [] for security_group (af85ae62-8d4c-41b6-a0e4-06f524328ff1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.800266 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Pushing event updated for resources: {'Port': ['ID=11d4eb96-5b48-447f-b96d-d55d1869150b,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:21.834099 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9133a255-7458-4873-9608-bb1536952503 req-5e7c423f-2f34-4292-a787-c057bea55c43 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883230 Jan 18 16:30:21.875010 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Attempting to bind port 11d4eb96-5b48-447f-b96d-d55d1869150b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:21.875381 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Attempting to bind port 11d4eb96-5b48-447f-b96d-d55d1869150b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:21.875720 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Attempting to bind port 11d4eb96-5b48-447f-b96d-d55d1869150b on network e0778d95-b90a-4014-b401-c41ebc0e7209 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:21.881926 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Port 11d4eb96-5b48-447f-b96d-d55d1869150b on network e0778d95-b90a-4014-b401-c41ebc0e7209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:30:21.882329 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Attempting to bind port 11d4eb96-5b48-447f-b96d-d55d1869150b on network e0778d95-b90a-4014-b401-c41ebc0e7209 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:21.884089 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e3269ba4-99a5-4863-8c91-95bf92ce8180 admin admin] Publish callbacks [] for security_group (3f6dace1-5dd9-426e-ab59-9a5d9e15646b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.890276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:21.890276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Checking segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:21.890515 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Bound using segment: {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:21.890892 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Bound port: 11d4eb96-5b48-447f-b96d-d55d1869150b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fddb10a-51b6-49c6-820d-f0da84bf8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:21.891314 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.903035 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4dbf65-2f33-4db6-9ab1-516bb7d3a470 req-92403828-bad3-48cb-a665-c04b24f0adde tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:21.905022 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-da4dbf65-2f33-4db6-9ab1-516bb7d3a470 req-92403828-bad3-48cb-a665-c04b24f0adde tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.1759076 Jan 18 16:30:21.905269 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5500b425-2899-47aa-8173-c485f517ce50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (af85ae62-8d4c-41b6-a0e4-06f524328ff1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.907967 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5500b425-2899-47aa-8173-c485f517ce50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.911627 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5500b425-2899-47aa-8173-c485f517ce50 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/af85ae62-8d4c-41b6-a0e4-06f524328ff1 HTTP/1.1" status: 204 len: 168 time: 0.4146779 Jan 18 16:30:21.915940 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e3269ba4-99a5-4863-8c91-95bf92ce8180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3f6dace1-5dd9-426e-ab59-9a5d9e15646b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:21.920245 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500b425-2899-47aa-8173-c485f517ce50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af85ae62-8d4c-41b6-a0e4-06f524328ff1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:21.983611 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-e3269ba4-99a5-4863-8c91-95bf92ce8180 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c129848d04af4301b077c40a9ea6981f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8074369 Jan 18 16:30:21.987235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38190) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:21.995006 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3269ba4-99a5-4863-8c91-95bf92ce8180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6dace1-5dd9-426e-ab59-9a5d9e15646b,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.030783 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] For port 11d4eb96-5b48-447f-b96d-d55d1869150b, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:22.036730 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] For port 11d4eb96-5b48-447f-b96d-d55d1869150b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d4eb96-5b48-447f-b96d-d55d1869150b,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:22.046361 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-da4dbf65-2f33-4db6-9ab1-516bb7d3a470 req-919895d6-f40f-4428-bdb9-ea66b88018fd tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275339 Jan 18 16:30:22.056632 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:22.076827 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Publish callbacks [] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.077007 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.091943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Transition to ACTIVE for port object ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:30:22.101493 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.144629 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Pushing event updated for resources: {'Port': ['ID=11d4eb96-5b48-447f-b96d-d55d1869150b,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.182341 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3818902-5507-48fd-8b58-e2fcaa851eca admin admin] Publish callbacks [] for security_group (3f6dace1-5dd9-426e-ab59-9a5d9e15646b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.185768 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:22.186397 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.187769 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-4968fbd6-89cd-412b-944a-6f4dd4f4d711 service neutron] 10.222.0.45 "PUT /v2.0/ports/11d4eb96-5b48-447f-b96d-d55d1869150b HTTP/1.1" status: 200 len: 1093 time: 1.5874999 Jan 18 16:30:22.188197 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81185063-e397-4416-9d88-33fd33859fe1', 'tag': '11d4eb96-5b48-447f-b96d-d55d1869150b'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:22.190638 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ead46-befb-44d1-93e8-054d7eb775a5" -d '{"events": [{"name": "network-changed", "server_uuid": "81185063-e397-4416-9d88-33fd33859fe1", "tag": "11d4eb96-5b48-447f-b96d-d55d1869150b"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:22.213737 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.267065 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3818902-5507-48fd-8b58-e2fcaa851eca admin admin] Publish callbacks [] for security_group (3f6dace1-5dd9-426e-ab59-9a5d9e15646b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.293410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6b19a-4338-411b-bf4b-e9a84a0d6823 req-83ce7ab6-bd4a-44c6-bce6-df9689f01215 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:22.295343 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-12e6b19a-4338-411b-bf4b-e9a84a0d6823 req-83ce7ab6-bd4a-44c6-bce6-df9689f01215 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1537702 Jan 18 16:30:22.296776 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Attempting to bind port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:30:22.297680 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Attempting to bind port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:30:22.298747 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Attempting to bind port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb on network e334f1c7-d732-446e-8bed-e601fcceb421 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:22.305085 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb on network e334f1c7-d732-446e-8bed-e601fcceb421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:30:22.305644 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Attempting to bind port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb on network e334f1c7-d732-446e-8bed-e601fcceb421 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:30:22.318245 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:30:22.318852 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Checking segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:22.319390 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Bound using segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:30:22.319833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Bound port: ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:30:22.320250 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.368292 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883ea517-5766-4161-8afb-6d688ebfb11a x-openstack-request-id: req-883ea517-5766-4161-8afb-6d688ebfb11a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:22.368589 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81185063-e397-4416-9d88-33fd33859fe1", "tag": "11d4eb96-5b48-447f-b96d-d55d1869150b", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:22.368845 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-883ea517-5766-4161-8afb-6d688ebfb11a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:22.369278 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81185063-e397-4416-9d88-33fd33859fe1', 'tag': '11d4eb96-5b48-447f-b96d-d55d1869150b', 'status': 'completed', 'code': 200} Jan 18 16:30:22.381571 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3818902-5507-48fd-8b58-e2fcaa851eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3f6dace1-5dd9-426e-ab59-9a5d9e15646b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.384154 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c3818902-5507-48fd-8b58-e2fcaa851eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.385321 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c3818902-5507-48fd-8b58-e2fcaa851eca admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3f6dace1-5dd9-426e-ab59-9a5d9e15646b HTTP/1.1" status: 204 len: 168 time: 0.3969862 Jan 18 16:30:22.399666 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3818902-5507-48fd-8b58-e2fcaa851eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6dace1-5dd9-426e-ab59-9a5d9e15646b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.436215 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-12e6b19a-4338-411b-bf4b-e9a84a0d6823 req-1ba7753e-9ff3-4009-af87-2bfca16827c8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321034 Jan 18 16:30:22.467936 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:30:22.475019 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:30:22.490122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.533574 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38212) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:22.540932 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:22.541769 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.544347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] 10.222.0.45 "PUT /v2.0/ports/ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 200 len: 1093 time: 1.6587200 Jan 18 16:30:22.549085 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:22.574758 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30c8c481-d1e5-4fc8-9b38-7810bd381e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.699093 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8b1d5-cde9-48ff-9f2d-934d74f2c43b service neutron] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.715136 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30c8c481-d1e5-4fc8-9b38-7810bd381e48 admin admin] Publish callbacks [] for security_group (1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.722779 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30c8c481-d1e5-4fc8-9b38-7810bd381e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.773733 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-30c8c481-d1e5-4fc8-9b38-7810bd381e48 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8360a442b8c64f11b7f224260b2e7f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371590 Jan 18 16:30:22.774983 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c481-d1e5-4fc8-9b38-7810bd381e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.776501 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38220) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:22.839797 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-042bcdc8-9b4c-460e-a3ee-67126b6bbeb6 admin admin] Publish callbacks [] for security_group (1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.870247 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-042bcdc8-9b4c-460e-a3ee-67126b6bbeb6 admin admin] Publish callbacks [] for security_group (1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.929896 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-042bcdc8-9b4c-460e-a3ee-67126b6bbeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.933666 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-042bcdc8-9b4c-460e-a3ee-67126b6bbeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:22.937825 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-042bcdc8-9b4c-460e-a3ee-67126b6bbeb6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7 HTTP/1.1" status: 204 len: 168 time: 0.1579199 Jan 18 16:30:22.947134 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bcdc8-9b4c-460e-a3ee-67126b6bbeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8036e9-73bb-4983-8e22-1b6ae5ae4fc7,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:22.979812 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:23.059631 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b8652-881c-4051-8e78-f0413ae42a46 req-559dc4d8-c0c0-44fd-a198-cc3e9a842007 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:23.068010 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c40b8652-881c-4051-8e78-f0413ae42a46 req-559dc4d8-c0c0-44fd-a198-cc3e9a842007 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 944 time: 0.0735247 Jan 18 16:30:23.120703 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c40b8652-881c-4051-8e78-f0413ae42a46 req-c6548b43-ad33-41bd-8623-5ef90846f7e6 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Jan 18 16:30:23.231340 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb5410-2a16-437b-9401-3fd64f8c1233 x-openstack-request-id: req-4bbb5410-2a16-437b-9401-3fd64f8c1233 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:23.231951 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:23.231951 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4bbb5410-2a16-437b-9401-3fd64f8c1233 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:23.232293 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'status': 'completed', 'code': 200} Jan 18 16:30:23.268446 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d857a1-157b-4741-8ddd-40f3f520e4aa req-ca9911d4-6db4-4c70-b5a5-c5176ec556b8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:23.279668 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78d857a1-157b-4741-8ddd-40f3f520e4aa req-ca9911d4-6db4-4c70-b5a5-c5176ec556b8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.0993721 Jan 18 16:30:23.344540 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78d857a1-157b-4741-8ddd-40f3f520e4aa req-056d0725-e5b9-4983-9c2e-a7a8462d8f79 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629365 Jan 18 16:30:23.358510 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-500f48fe-299a-4654-ad4c-1d45971ca075 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.0495782 Jan 18 16:30:23.569770 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38278) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:23.622785 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddedfb2-315d-4aaa-8e79-7a48d6b25577 req-f60377ea-b387-4a25-ad13-9d07b883581e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:23.624760 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3ddedfb2-315d-4aaa-8e79-7a48d6b25577 req-f60377ea-b387-4a25-ad13-9d07b883581e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0630028 Jan 18 16:30:23.693939 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3ddedfb2-315d-4aaa-8e79-7a48d6b25577 req-7111a3cc-a0d1-40d9-ad6c-98e305ab704e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609264 Jan 18 16:30:23.771566 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e065583f-c674-4290-8418-9fc4415c7753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:23.855587 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e065583f-c674-4290-8418-9fc4415c7753 admin admin] Publish callbacks [] for security_group (f47eb58e-58af-4171-9063-60a0113b8448), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:23.859630 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e065583f-c674-4290-8418-9fc4415c7753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f47eb58e-58af-4171-9063-60a0113b8448), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:23.899920 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e065583f-c674-4290-8418-9fc4415c7753 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7f2ab60e05544523af0d7adeaf1d91a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288944 Jan 18 16:30:23.902372 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065583f-c674-4290-8418-9fc4415c7753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47eb58e-58af-4171-9063-60a0113b8448,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:23.902845 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38302) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:23.965369 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-47773e07-4245-4671-9af7-befde1d47853 admin admin] Publish callbacks [] for security_group (f47eb58e-58af-4171-9063-60a0113b8448), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:23.995613 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-47773e07-4245-4671-9af7-befde1d47853 admin admin] Publish callbacks [] for security_group (f47eb58e-58af-4171-9063-60a0113b8448), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:24.055708 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-47773e07-4245-4671-9af7-befde1d47853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f47eb58e-58af-4171-9063-60a0113b8448), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:24.058423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-47773e07-4245-4671-9af7-befde1d47853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:24.060795 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-47773e07-4245-4671-9af7-befde1d47853 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f47eb58e-58af-4171-9063-60a0113b8448 HTTP/1.1" status: 204 len: 168 time: 0.1567848 Jan 18 16:30:24.071612 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47773e07-4245-4671-9af7-befde1d47853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47eb58e-58af-4171-9063-60a0113b8448,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:24.260873 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655470c-8dc2-4761-9722-7e88f030ead5 req-02ebe680-ae5d-4325-ac23-212603c3f4b7 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:24.266112 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3655470c-8dc2-4761-9722-7e88f030ead5 req-02ebe680-ae5d-4325-ac23-212603c3f4b7 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 944 time: 0.0679474 Jan 18 16:30:24.321763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-0b365946-5c71-4937-849f-3339591a5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:24.323434 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-0b365946-5c71-4937-849f-3339591a5995 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.0734541 Jan 18 16:30:24.392039 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-ac64881d-d5ba-4fb0-b197-6e271380bf42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570416 Jan 18 16:30:24.432885 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411 req-ae43201f-c7de-4e41-8a32-b8ed3aa7b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:24.435803 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411 req-ae43201f-c7de-4e41-8a32-b8ed3aa7b630 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1096 time: 0.1109040 Jan 18 16:30:24.529868 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ead46-befb-44d1-93e8-054d7eb775a5 req-9da3866a-a619-499d-95da-078da668c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:24.531532 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd6ead46-befb-44d1-93e8-054d7eb775a5 req-9da3866a-a619-499d-95da-078da668c5a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 1096 time: 0.2642314 Jan 18 16:30:24.540766 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3655470c-8dc2-4761-9722-7e88f030ead5 req-ec522b0d-bd1e-41c6-b602-a3a091b82cf9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585552 Jan 18 16:30:24.927058 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6116ea-bc48-4a49-be4d-6177b98915f4 req-30b1dc91-3307-47b5-93c7-79ee63538af4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:24.930228 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-a8684140-fdd0-4931-b67e-3d355b696608 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312421 Jan 18 16:30:24.935535 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e6116ea-bc48-4a49-be4d-6177b98915f4 req-30b1dc91-3307-47b5-93c7-79ee63538af4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.4752631 Jan 18 16:30:24.969211 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38348) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:24.971272 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411 req-5c4d542e-a915-4e77-bf61-862dfb60fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:24.973019 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411 req-5c4d542e-a915-4e77-bf61-862dfb60fb07 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5078976 Jan 18 16:30:25.058235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9af94218-4b00-4196-a3f0-8e1931350bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.196114 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8d5f-a991-43a3-a686-acc3421ca171 req-53bcdc28-efa5-4d85-a6c0-618f49ea09eb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.198290 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1d6f8d5f-a991-43a3-a686-acc3421ca171 req-53bcdc28-efa5-4d85-a6c0-618f49ea09eb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.2889304 Jan 18 16:30:25.218057 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e6116ea-bc48-4a49-be4d-6177b98915f4 req-064ca792-fc3c-4608-91fd-8c5b743d30eb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760441 Jan 18 16:30:25.240727 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ead46-befb-44d1-93e8-054d7eb775a5 req-40e7c9d8-ceb5-4b4b-8d1e-482dc579149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.242967 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd6ead46-befb-44d1-93e8-054d7eb775a5 req-40e7c9d8-ceb5-4b4b-8d1e-482dc579149a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6979222 Jan 18 16:30:25.259426 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ee7dfc98-d711-4bd3-8c05-3cd67094cc0f req-c6814b3b-1fcd-4d49-ba0b-6b4e1d1cc6be service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174756 Jan 18 16:30:25.281750 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411 req-837607b2-f621-4054-aa5b-16d169e449f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.284948 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fc2003bb-bdc8-4a00-9a36-0a851c0f7411 req-837607b2-f621-4054-aa5b-16d169e449f4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3031130 Jan 18 16:30:25.319254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9af94218-4b00-4196-a3f0-8e1931350bbf admin admin] Publish callbacks [] for security_group (fe8ac488-d437-4297-9034-3627efd9a877), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.331749 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9af94218-4b00-4196-a3f0-8e1931350bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (fe8ac488-d437-4297-9034-3627efd9a877), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.465795 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9af94218-4b00-4196-a3f0-8e1931350bbf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=18af574f439d4ede8f043911718ef4da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910574 Jan 18 16:30:25.472633 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38368) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:25.510678 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1d6f8d5f-a991-43a3-a686-acc3421ca171 req-2791afca-4086-492a-ad8b-5a3404221189 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910228 Jan 18 16:30:25.531397 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af94218-4b00-4196-a3f0-8e1931350bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8ac488-d437-4297-9034-3627efd9a877,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:25.544722 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-0f90ec87-4222-4eda-8182-8ff7c1ce0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.546449 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-0f90ec87-4222-4eda-8182-8ff7c1ce0bc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1096 time: 0.1936581 Jan 18 16:30:25.643553 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-9318ebda-31a5-43b2-8350-4da5d656a3e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 200 len: 217 time: 0.0866792 Jan 18 16:30:25.647889 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48630172-cfb1-43a8-b8c0-43d7cfbc3248 admin admin] Publish callbacks [] for security_group (fe8ac488-d437-4297-9034-3627efd9a877), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.654522 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ead46-befb-44d1-93e8-054d7eb775a5 req-129c46b0-67e5-4847-9f62-07c225a8b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.658663 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd6ead46-befb-44d1-93e8-054d7eb775a5 req-129c46b0-67e5-4847-9f62-07c225a8b6be service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3999655 Jan 18 16:30:25.733266 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48630172-cfb1-43a8-b8c0-43d7cfbc3248 admin admin] Publish callbacks [] for security_group (fe8ac488-d437-4297-9034-3627efd9a877), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.787220 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-1a3f81ad-6be8-45b5-b823-8cf04a388f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.790357 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-1a3f81ad-6be8-45b5-b823-8cf04a388f6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.1395445 Jan 18 16:30:25.798851 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7b780-1f8e-4d83-96bd-f873b00d307d req-5fcff06b-157c-4552-873f-f5d9df12a848 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.800734 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d8d7b780-1f8e-4d83-96bd-f873b00d307d req-5fcff06b-157c-4552-873f-f5d9df12a848 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 944 time: 0.1201036 Jan 18 16:30:25.813033 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-d875526c-28af-4ac7-920a-17046c2f1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.816622 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-d875526c-28af-4ac7-920a-17046c2f1958 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 1096 time: 0.0850518 Jan 18 16:30:25.878792 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-2a3b7603-e2aa-4960-80bd-3cea8c06c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:25.880933 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-2a3b7603-e2aa-4960-80bd-3cea8c06c3ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729609 Jan 18 16:30:25.901437 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48630172-cfb1-43a8-b8c0-43d7cfbc3248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (fe8ac488-d437-4297-9034-3627efd9a877), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.903951 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-48630172-cfb1-43a8-b8c0-43d7cfbc3248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:25.905200 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-48630172-cfb1-43a8-b8c0-43d7cfbc3248 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fe8ac488-d437-4297-9034-3627efd9a877 HTTP/1.1" status: 204 len: 168 time: 0.4304163 Jan 18 16:30:25.965266 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48630172-cfb1-43a8-b8c0-43d7cfbc3248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8ac488-d437-4297-9034-3627efd9a877,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:25.994618 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-cf0ddb22-8fde-461c-aab9-c5a20f92c0fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d4eb96-5b48-447f-b96d-d55d1869150b HTTP/1.1" status: 200 len: 217 time: 0.1676610 Jan 18 16:30:26.027649 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-c65bb0b3-a21e-41ba-8f5c-1d3ff6ebc28c service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407309 Jan 18 16:30:26.158441 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d8d7b780-1f8e-4d83-96bd-f873b00d307d req-de083a27-9b04-4204-a817-682d22325eaf tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407495 Jan 18 16:30:26.169753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-94bb4008-5a51-4e2b-888b-0a0292def81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:26.171243 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-94bb4008-5a51-4e2b-888b-0a0292def81c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.1673453 Jan 18 16:30:26.229084 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ce661267-6290-428f-af8d-cd5d03d770e2 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:26.230909 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-fc744680-38a7-4cc2-9851-ec8d7978094a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532250 Jan 18 16:30:26.259488 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bc7ecbc6-0cb0-4b23-8037-8a1272793630 req-7ec6c766-2dd3-414c-b314-45db6f075659 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197814 Jan 18 16:30:26.366919 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port ce661267-6290-428f-af8d-cd5d03d770e2 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:30:26.372210 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port ce661267-6290-428f-af8d-cd5d03d770e2 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:26.372593 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:26.401812 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-74773d91-12ac-4f22-807f-51c8d0626a88 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633825 Jan 18 16:30:26.413279 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3431a-31e2-4c57-aa12-d98c4ebaf280 req-40ce8eb5-cc7c-45f7-bb89-4ef2c35203b1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:26.414761 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4bd3431a-31e2-4c57-aa12-d98c4ebaf280 req-40ce8eb5-cc7c-45f7-bb89-4ef2c35203b1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.0835922 Jan 18 16:30:26.511257 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ce661267-6290-428f-af8d-cd5d03d770e2 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:26.511658 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:26.538951 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4bd3431a-31e2-4c57-aa12-d98c4ebaf280 req-3b81ecc7-5d7f-4845-9def-eccc0399322d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049647 Jan 18 16:30:26.582247 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989d2f30-5220-48b9-99b1-743321171593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce661267-6290-428f-af8d-cd5d03d770e2'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:26.591304 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f03e2bca-b512-41ac-bf1b-6c3958d7a1d2 req-01cb8ddf-8475-47b1-a580-4c9d3e88593a service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755567 Jan 18 16:30:26.703516 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ce661267-6290-428f-af8d-cd5d03d770e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce661267-6290-428f-af8d-cd5d03d770e2,segment=NetworkSegment(9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2),segment_id=9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:26.708026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:26.712719 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5250a-eca0-4ac9-b983-7bd99f5293bf req-77e91fdc-81bd-4c52-ad4d-5fc7a6f167dc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:26.714891 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-10f5250a-eca0-4ac9-b983-7bd99f5293bf req-77e91fdc-81bd-4c52-ad4d-5fc7a6f167dc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0766876 Jan 18 16:30:26.805512 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ce661267-6290-428f-af8d-cd5d03d770e2,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:26.807597 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-10f5250a-eca0-4ac9-b983-7bd99f5293bf req-5889a7bb-2a6c-478e-9c67-b1645f1171cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861559 Jan 18 16:30:26.912025 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509409ce-e066-4600-af3e-a2d957102e9e" -d '{"events": [{"server_uuid": "989d2f30-5220-48b9-99b1-743321171593", "name": "network-vif-plugged", "status": "completed", "tag": "ce661267-6290-428f-af8d-cd5d03d770e2"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:26.963818 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-44042040-fb4c-4b13-9062-df0513c57508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:27.019462 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21b1936-0cb2-43ac-9dcf-1e275a1ab273 x-openstack-request-id: req-d21b1936-0cb2-43ac-9dcf-1e275a1ab273 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:27.019784 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989d2f30-5220-48b9-99b1-743321171593", "name": "network-vif-plugged", "status": "completed", "tag": "ce661267-6290-428f-af8d-cd5d03d770e2", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:27.020044 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d21b1936-0cb2-43ac-9dcf-1e275a1ab273 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:27.020744 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989d2f30-5220-48b9-99b1-743321171593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce661267-6290-428f-af8d-cd5d03d770e2', 'code': 200} Jan 18 16:30:27.337838 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47370e2a-8b08-4381-ae3c-f562e1245eec req-d418c267-78b0-4192-8698-c5ddb38a7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:27.339383 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-47370e2a-8b08-4381-ae3c-f562e1245eec req-d418c267-78b0-4192-8698-c5ddb38a7926 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 1098 time: 0.1593883 Jan 18 16:30:27.364397 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080465d1-0f6e-403b-a183-1badb45c764f req-6cd8247c-3142-44b0-9228-56354c81836a tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:27.365926 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-080465d1-0f6e-403b-a183-1badb45c764f req-6cd8247c-3142-44b0-9228-56354c81836a tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.1062820 Jan 18 16:30:27.393763 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-47370e2a-8b08-4381-ae3c-f562e1245eec req-709f17f8-6d91-42ef-a6c0-ba78eb3ec27d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:27.519570 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-080465d1-0f6e-403b-a183-1badb45c764f req-53787a8f-bc8d-4df3-be54-8155a7551220 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355033 Jan 18 16:30:27.576477 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-47370e2a-8b08-4381-ae3c-f562e1245eec req-709f17f8-6d91-42ef-a6c0-ba78eb3ec27d service neutron] Publish callbacks [] for security_group (ff2b7dcb-20be-4718-959c-584eba422d4a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:27.582912 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-47370e2a-8b08-4381-ae3c-f562e1245eec req-709f17f8-6d91-42ef-a6c0-ba78eb3ec27d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ff2b7dcb-20be-4718-959c-584eba422d4a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:27.633883 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f17f8-6d91-42ef-a6c0-ba78eb3ec27d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2b7dcb-20be-4718-959c-584eba422d4a,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:27.641118 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-47370e2a-8b08-4381-ae3c-f562e1245eec req-709f17f8-6d91-42ef-a6c0-ba78eb3ec27d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911434 Jan 18 16:30:27.693098 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2dd68-6e27-43d4-8c26-087415dc9e45 req-bd02a871-efd7-4968-9e05-016be52dc4d7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:27.694623 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c1a2dd68-6e27-43d4-8c26-087415dc9e45 req-bd02a871-efd7-4968-9e05-016be52dc4d7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.0549948 Jan 18 16:30:27.768983 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c1a2dd68-6e27-43d4-8c26-087415dc9e45 req-65b49c61-6e25-44c9-a832-4a2fbd1d91dc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616946 Jan 18 16:30:28.030801 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074a2d-22a6-4ace-a03d-cee98e50d509 req-15e953e4-c5d0-4569-badb-a69098c413aa tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:28.036300 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ca074a2d-22a6-4ace-a03d-cee98e50d509 req-15e953e4-c5d0-4569-badb-a69098c413aa tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0872400 Jan 18 16:30:28.100624 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ca074a2d-22a6-4ace-a03d-cee98e50d509 req-9ae5a873-7cd2-4ad7-bba4-9353ed9c854e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568860 Jan 18 16:30:28.224442 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 26efc157-2c4a-47a9-adb9-526b31015bd6 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:30:28.392020 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 26efc157-2c4a-47a9-adb9-526b31015bd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26efc157-2c4a-47a9-adb9-526b31015bd6,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:28.413067 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '26efc157-2c4a-47a9-adb9-526b31015bd6', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'port_id': '26efc157-2c4a-47a9-adb9-526b31015bd6', 'mac_address': 'fa:16:3e:b2:65:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:30:28.469506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 26efc157-2c4a-47a9-adb9-526b31015bd6 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:28.471157 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:28.486157 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26efc157-2c4a-47a9-adb9-526b31015bd6 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:28.511768 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 26efc157-2c4a-47a9-adb9-526b31015bd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26efc157-2c4a-47a9-adb9-526b31015bd6,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:28.517329 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:28.597190 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=26efc157-2c4a-47a9-adb9-526b31015bd6,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:28.692247 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bc35c-fb02-48e3-ae15-763cf2520d70 req-55e498da-d3e5-4cd0-849a-4f51685d398c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:28.700611 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e93bc35c-fb02-48e3-ae15-763cf2520d70 req-55e498da-d3e5-4cd0-849a-4f51685d398c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0785387 Jan 18 16:30:28.739941 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['26efc157-2c4a-47a9-adb9-526b31015bd6'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:30:28.766301 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e93bc35c-fb02-48e3-ae15-763cf2520d70 req-edeb95b7-24f2-4d12-9b4e-1d02c7645681 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Jan 18 16:30:29.017041 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299003e4-b2a0-4b7b-9d27-04da461d28f0 req-6da02a8b-b89b-4f1c-9df0-15c52a01da76 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:29.023971 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-299003e4-b2a0-4b7b-9d27-04da461d28f0 req-6da02a8b-b89b-4f1c-9df0-15c52a01da76 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.1363740 Jan 18 16:30:29.118245 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-299003e4-b2a0-4b7b-9d27-04da461d28f0 req-7da3fc2c-80f2-49e9-8b19-f080bf3130a7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881636 Jan 18 16:30:29.188830 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ee339d14-b4b8-46e2-8a8e-151de5f134d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:29.312792 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea37ceb-d518-43fc-8641-e48df9655854 req-c97be6d0-e2db-46ee-8fec-99b629782142 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:29.318885 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7ea37ceb-d518-43fc-8641-e48df9655854 req-c97be6d0-e2db-46ee-8fec-99b629782142 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1007552 Jan 18 16:30:29.401239 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7ea37ceb-d518-43fc-8641-e48df9655854 req-8c34e3ad-425c-4743-a647-75261033fba5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741882 Jan 18 16:30:29.471544 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:29.738757 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38646) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:29.918287 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce64641-bbfd-4bc5-b608-d0122c3159c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:29.976355 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92e35a-6710-4288-8bbe-9d7c756fad67 req-a23b929c-a233-4dda-98a8-ab19b31dd495 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:29.978023 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8c92e35a-6710-4288-8bbe-9d7c756fad67 req-a23b929c-a233-4dda-98a8-ab19b31dd495 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.1015854 Jan 18 16:30:30.062862 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8c92e35a-6710-4288-8bbe-9d7c756fad67 req-b4694c33-1bf3-4a4e-a601-c5c4e0619940 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787575 Jan 18 16:30:30.090259 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce64641-bbfd-4bc5-b608-d0122c3159c0 admin admin] Publish callbacks [] for security_group (107bdfc1-5fa0-47b5-bfa8-6cde06387940), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.097762 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ce64641-bbfd-4bc5-b608-d0122c3159c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (107bdfc1-5fa0-47b5-bfa8-6cde06387940), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.162520 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3ce64641-bbfd-4bc5-b608-d0122c3159c0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f595264221834bcb8c8e6dad0ab67113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227419 Jan 18 16:30:30.163470 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce64641-bbfd-4bc5-b608-d0122c3159c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107bdfc1-5fa0-47b5-bfa8-6cde06387940,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:30.165498 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38690) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:30.227892 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:30:30.262250 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 26efc157-2c4a-47a9-adb9-526b31015bd6 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:30.318698 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-18e8013f-92ef-4ab5-8ae4-3586db07dc3d admin admin] Publish callbacks [] for security_group (107bdfc1-5fa0-47b5-bfa8-6cde06387940), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.366830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaead14c-2e0b-4247-9003-bee6bf04434e req-dba3cb48-5c11-4062-8aba-812466aa70b4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:30.376684 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eaead14c-2e0b-4247-9003-bee6bf04434e req-dba3cb48-5c11-4062-8aba-812466aa70b4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 943 time: 0.1304388 Jan 18 16:30:30.390975 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-18e8013f-92ef-4ab5-8ae4-3586db07dc3d admin admin] Publish callbacks [] for security_group (107bdfc1-5fa0-47b5-bfa8-6cde06387940), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.427665 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.474326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 26efc157-2c4a-47a9-adb9-526b31015bd6 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:30:30.478557 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:30.490018 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eaead14c-2e0b-4247-9003-bee6bf04434e req-533d6649-dc61-4501-be48-4a6b693e8b97 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118495 Jan 18 16:30:30.502372 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 26efc157-2c4a-47a9-adb9-526b31015bd6 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:30.503007 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.511075 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'mac_address': 'fa:16:3e:21:c7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:30:30.519921 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-18e8013f-92ef-4ab5-8ae4-3586db07dc3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (107bdfc1-5fa0-47b5-bfa8-6cde06387940), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.523808 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-18e8013f-92ef-4ab5-8ae4-3586db07dc3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.527911 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-18e8013f-92ef-4ab5-8ae4-3586db07dc3d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/107bdfc1-5fa0-47b5-bfa8-6cde06387940 HTTP/1.1" status: 204 len: 168 time: 0.3566418 Jan 18 16:30:30.545466 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8013f-92ef-4ab5-8ae4-3586db07dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107bdfc1-5fa0-47b5-bfa8-6cde06387940,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:30.619415 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:30.620040 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.660684 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:30.740275 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0f3e8-5f7a-4187-9cd5-b7dc4432ae5c req-c7b52464-453e-4f2d-b361-10d8dfe03fef tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:30.756950 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f6d0f3e8-5f7a-4187-9cd5-b7dc4432ae5c req-c7b52464-453e-4f2d-b361-10d8dfe03fef tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1272390 Jan 18 16:30:30.773374 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:30.802313 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 26efc157-2c4a-47a9-adb9-526b31015bd6 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:30.802709 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.813829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:30.814667 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 11d4eb96-5b48-447f-b96d-d55d1869150b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:30:30.909092 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f6d0f3e8-5f7a-4187-9cd5-b7dc4432ae5c req-faf5ad1d-aaba-4100-a65c-8cffb0a6fd6a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511619 Jan 18 16:30:31.000671 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:31.040135 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26efc157-2c4a-47a9-adb9-526b31015bd6'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:31.042401 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114681a9-3644-475a-9257-77fdb48321b3" -d '{"events": [{"server_uuid": "c862639d-6995-43e1-9c7a-3d4f416629fc", "name": "network-vif-plugged", "status": "completed", "tag": "26efc157-2c4a-47a9-adb9-526b31015bd6"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:31.109413 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63016ede-eab1-4405-875a-82169b84dc9a x-openstack-request-id: req-63016ede-eab1-4405-875a-82169b84dc9a {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:31.109725 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c862639d-6995-43e1-9c7a-3d4f416629fc", "name": "network-vif-plugged", "status": "completed", "tag": "26efc157-2c4a-47a9-adb9-526b31015bd6", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:31.109979 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-63016ede-eab1-4405-875a-82169b84dc9a {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:31.111043 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26efc157-2c4a-47a9-adb9-526b31015bd6', 'code': 200} Jan 18 16:30:31.115986 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 26efc157-2c4a-47a9-adb9-526b31015bd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26efc157-2c4a-47a9-adb9-526b31015bd6,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:31.124644 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.187783 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38728) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:31.198331 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 11d4eb96-5b48-447f-b96d-d55d1869150b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d4eb96-5b48-447f-b96d-d55d1869150b,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:31.208198 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c3cef8b4-77ab-4952-b68e-372b4abd3ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.217258 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=26efc157-2c4a-47a9-adb9-526b31015bd6,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:31.223195 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '11d4eb96-5b48-447f-b96d-d55d1869150b', 'network_id': 'e0778d95-b90a-4014-b401-c41ebc0e7209', 'port_id': '11d4eb96-5b48-447f-b96d-d55d1869150b', 'mac_address': 'fa:16:3e:00:9e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d7192c-ad74-4e2b-89c1-19fb1ba11649', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:30:31.287083 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 11d4eb96-5b48-447f-b96d-d55d1869150b is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:31.287757 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.308847 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d4eb96-5b48-447f-b96d-d55d1869150b {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:30:31.331373 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 11d4eb96-5b48-447f-b96d-d55d1869150b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d4eb96-5b48-447f-b96d-d55d1869150b,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:31.336741 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.343841 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c3cef8b4-77ab-4952-b68e-372b4abd3ec3 admin admin] Publish callbacks [] for security_group (0639d349-78f8-4f0f-8b2b-b764a56e48bc), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.349856 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c3cef8b4-77ab-4952-b68e-372b4abd3ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0639d349-78f8-4f0f-8b2b-b764a56e48bc), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.396816 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cef8b4-77ab-4952-b68e-372b4abd3ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639d349-78f8-4f0f-8b2b-b764a56e48bc,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:31.400911 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=11d4eb96-5b48-447f-b96d-d55d1869150b,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:31.406735 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c3cef8b4-77ab-4952-b68e-372b4abd3ec3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=467fb7dfad314ec2937dc8a3e436e46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165127 Jan 18 16:30:31.408258 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38738) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:31.474043 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3993f514-4723-49c3-b584-25b96dea30cd admin admin] Publish callbacks [] for security_group (0639d349-78f8-4f0f-8b2b-b764a56e48bc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.496119 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3993f514-4723-49c3-b584-25b96dea30cd admin admin] Publish callbacks [] for security_group (0639d349-78f8-4f0f-8b2b-b764a56e48bc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.550977 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3993f514-4723-49c3-b584-25b96dea30cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0639d349-78f8-4f0f-8b2b-b764a56e48bc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.553639 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3993f514-4723-49c3-b584-25b96dea30cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:31.554804 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3993f514-4723-49c3-b584-25b96dea30cd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0639d349-78f8-4f0f-8b2b-b764a56e48bc HTTP/1.1" status: 204 len: 168 time: 0.1450880 Jan 18 16:30:31.566997 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993f514-4723-49c3-b584-25b96dea30cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639d349-78f8-4f0f-8b2b-b764a56e48bc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:31.615443 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a678b-eb5b-4554-9363-ecca16b95762 req-fea4714c-5bf0-4bc8-92e7-f7db693ca241 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:31.617008 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd5a678b-eb5b-4554-9363-ecca16b95762 req-fea4714c-5bf0-4bc8-92e7-f7db693ca241 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 944 time: 0.0643833 Jan 18 16:30:31.669032 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd5a678b-eb5b-4554-9363-ecca16b95762 req-803135c8-8d69-4021-979d-126ffaa735e1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Jan 18 16:30:31.761473 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:32.066597 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa0f6a-3cf3-44af-81a6-035754f437c0 req-ebd522f7-33ba-4edd-94cd-15b9797c36dc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:32.068367 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cffa0f6a-3cf3-44af-81a6-035754f437c0 req-ebd522f7-33ba-4edd-94cd-15b9797c36dc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.0638669 Jan 18 16:30:32.153588 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cffa0f6a-3cf3-44af-81a6-035754f437c0 req-c169f283-e1a5-41de-b6e2-b967c4ffd0ff tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718343 Jan 18 16:30:32.805995 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e36bd-7c6f-40f3-9fd7-4b5613d64514 req-9e42cc49-855e-4713-9554-38b4c30cb42e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:32.812546 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-341e36bd-7c6f-40f3-9fd7-4b5613d64514 req-9e42cc49-855e-4713-9554-38b4c30cb42e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 944 time: 0.0629539 Jan 18 16:30:32.868948 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-341e36bd-7c6f-40f3-9fd7-4b5613d64514 req-c971d9c9-babd-4bea-8d9d-d4386dde119d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540888 Jan 18 16:30:33.034434 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:33.299439 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9b319-abab-4e0e-95a2-ef2be073d6be req-9b5e4bf9-2dcf-475a-9709-a5cf58d73f67 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:33.301259 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-63a9b319-abab-4e0e-95a2-ef2be073d6be req-9b5e4bf9-2dcf-475a-9709-a5cf58d73f67 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.0645361 Jan 18 16:30:33.358556 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-63a9b319-abab-4e0e-95a2-ef2be073d6be req-0dca3def-1e31-48ee-b6b2-aec75ccfb675 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507500 Jan 18 16:30:33.571378 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee8677-d186-46e9-9b02-12e2b2ff78af req-4d738859-894e-4e79-beb7-c41b2ddb7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:33.573244 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0aee8677-d186-46e9-9b02-12e2b2ff78af req-4d738859-894e-4e79-beb7-c41b2ddb7974 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.0476980 Jan 18 16:30:33.623793 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0aee8677-d186-46e9-9b02-12e2b2ff78af req-30941b39-8b17-4dd0-9b6b-22cd2bb41ba2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Jan 18 16:30:33.656281 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:30:33.661499 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['11d4eb96-5b48-447f-b96d-d55d1869150b'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:30:34.021509 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a52fa4-1a58-4a60-8870-0764d798228d req-9642195a-a07d-4a66-af96-6c95024467ee tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:34.024053 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-24a52fa4-1a58-4a60-8870-0764d798228d req-9642195a-a07d-4a66-af96-6c95024467ee tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 944 time: 0.0690866 Jan 18 16:30:34.113315 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-24a52fa4-1a58-4a60-8870-0764d798228d req-8356662b-164f-46b5-a996-46efeaca4df8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Jan 18 16:30:34.518979 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a748e5e-70bd-47ee-ba6d-d221d6deefb0 req-efc4e7f0-162f-4dcf-8496-5f0dacd553a5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:34.520526 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3a748e5e-70bd-47ee-ba6d-d221d6deefb0 req-efc4e7f0-162f-4dcf-8496-5f0dacd553a5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.0675929 Jan 18 16:30:34.605183 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3a748e5e-70bd-47ee-ba6d-d221d6deefb0 req-bfd1724e-fe72-4368-9e1d-46a5f2fb96f3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704756 Jan 18 16:30:35.295402 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ab855-e3f0-4cd0-aa5f-c1256de50ad9 req-9d9cca23-9159-4d38-8871-942640846077 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:35.298292 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce3ab855-e3f0-4cd0-aa5f-c1256de50ad9 req-9d9cca23-9159-4d38-8871-942640846077 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 944 time: 0.0924499 Jan 18 16:30:35.378907 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce3ab855-e3f0-4cd0-aa5f-c1256de50ad9 req-0a9077c2-8527-4546-a29b-22df74e7ed90 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656400 Jan 18 16:30:35.571024 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38898) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:35.605253 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38902) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:35.765999 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a371dfe1-1f2a-429c-b0a5-b253dc08bd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:35.769888 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-66cb78c5-9a50-4514-b37a-70f0a2fa2929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:35.817043 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac810be-e5bf-4cec-adb3-c982096250e6 req-57d379bc-3846-48d0-978e-3a9ee6876703 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:35.818529 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fac810be-e5bf-4cec-adb3-c982096250e6 req-57d379bc-3846-48d0-978e-3a9ee6876703 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.1093254 Jan 18 16:30:35.919831 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fac810be-e5bf-4cec-adb3-c982096250e6 req-0f5bdabc-7c87-4246-afd4-fd639ea32248 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942430 Jan 18 16:30:35.957259 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-66cb78c5-9a50-4514-b37a-70f0a2fa2929 admin admin] Publish callbacks [] for security_group (e9ce2056-1b1a-4d2d-99a0-ac9545a929f5), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:35.965566 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-66cb78c5-9a50-4514-b37a-70f0a2fa2929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e9ce2056-1b1a-4d2d-99a0-ac9545a929f5), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.154766 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a371dfe1-1f2a-429c-b0a5-b253dc08bd0f admin admin] Publish callbacks [] for security_group (19ef8ebf-f4e3-46db-aff0-c5f196d97511), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.171588 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:36.172074 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a371dfe1-1f2a-429c-b0a5-b253dc08bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (19ef8ebf-f4e3-46db-aff0-c5f196d97511), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.200638 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-66cb78c5-9a50-4514-b37a-70f0a2fa2929 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=de30f1262cbf4ccd858fd8d3c65b5c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6285248 Jan 18 16:30:36.203300 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38918) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:36.205692 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb78c5-9a50-4514-b37a-70f0a2fa2929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ce2056-1b1a-4d2d-99a0-ac9545a929f5,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:36.221685 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a371dfe1-1f2a-429c-b0a5-b253dc08bd0f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d219e2587d6d44589216197179d0359a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6151142 Jan 18 16:30:36.224458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38922) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:36.260389 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371dfe1-1f2a-429c-b0a5-b253dc08bd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ef8ebf-f4e3-46db-aff0-c5f196d97511,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:36.296698 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:30:36.304655 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:36.308294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58430f35-63ca-4fb5-bb3e-e8efec5f2825 admin admin] Publish callbacks [] for security_group (19ef8ebf-f4e3-46db-aff0-c5f196d97511), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.311792 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.353452 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58430f35-63ca-4fb5-bb3e-e8efec5f2825 admin admin] Publish callbacks [] for security_group (19ef8ebf-f4e3-46db-aff0-c5f196d97511), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.362588 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-191f2568-0325-4e9a-a1a7-2dec8e651d42 admin admin] Publish callbacks [] for security_group (e9ce2056-1b1a-4d2d-99a0-ac9545a929f5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.406455 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-191f2568-0325-4e9a-a1a7-2dec8e651d42 admin admin] Publish callbacks [] for security_group (e9ce2056-1b1a-4d2d-99a0-ac9545a929f5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.450880 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58430f35-63ca-4fb5-bb3e-e8efec5f2825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (19ef8ebf-f4e3-46db-aff0-c5f196d97511), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.456265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58430f35-63ca-4fb5-bb3e-e8efec5f2825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.460656 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-58430f35-63ca-4fb5-bb3e-e8efec5f2825 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/19ef8ebf-f4e3-46db-aff0-c5f196d97511 HTTP/1.1" status: 204 len: 168 time: 0.2351658 Jan 18 16:30:36.480829 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58430f35-63ca-4fb5-bb3e-e8efec5f2825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ef8ebf-f4e3-46db-aff0-c5f196d97511,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:36.511390 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:36.512115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.535885 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-191f2568-0325-4e9a-a1a7-2dec8e651d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e9ce2056-1b1a-4d2d-99a0-ac9545a929f5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.540356 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-191f2568-0325-4e9a-a1a7-2dec8e651d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.543244 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-191f2568-0325-4e9a-a1a7-2dec8e651d42 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e9ce2056-1b1a-4d2d-99a0-ac9545a929f5 HTTP/1.1" status: 204 len: 168 time: 0.3374174 Jan 18 16:30:36.571603 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f2568-0325-4e9a-a1a7-2dec8e651d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ce2056-1b1a-4d2d-99a0-ac9545a929f5,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:36.574794 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:36.577616 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:36.584230 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c190f01-c298-40b1-967a-c437f7970920" -d '{"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:36.607562 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.608498 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 11d4eb96-5b48-447f-b96d-d55d1869150b up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:30:36.666764 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f1c3c-4b0f-46f2-82bf-7d5657cf1e68 req-0196adb2-b47a-4379-aa5b-29346695daea tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:36.672607 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3a8f1c3c-4b0f-46f2-82bf-7d5657cf1e68 req-0196adb2-b47a-4379-aa5b-29346695daea tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 944 time: 0.1859417 Jan 18 16:30:36.705297 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321dc97a-df68-43da-b60d-fd6a6d2d8599 x-openstack-request-id: req-321dc97a-df68-43da-b60d-fd6a6d2d8599 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:36.706270 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:36.707913 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-321dc97a-df68-43da-b60d-fd6a6d2d8599 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:36.708535 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'code': 200} Jan 18 16:30:36.837045 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:36.881333 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 11d4eb96-5b48-447f-b96d-d55d1869150b completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:30:36.886918 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 11d4eb96-5b48-447f-b96d-d55d1869150b triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:30:36.887717 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:36.899229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3a8f1c3c-4b0f-46f2-82bf-7d5657cf1e68 req-b160e841-413f-4195-8fda-c9c078b9a52f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101150 Jan 18 16:30:37.036186 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 11d4eb96-5b48-447f-b96d-d55d1869150b is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:30:37.036627 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.158075 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362d395-1455-4b8d-a0ea-37ff6938b1df req-c316fe96-2a08-468d-b27b-2ca2a4a43a5f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:37.166199 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e362d395-1455-4b8d-a0ea-37ff6938b1df req-c316fe96-2a08-468d-b27b-2ca2a4a43a5f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1099863 Jan 18 16:30:37.208244 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38952) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:37.230632 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-108d06bb-c8b4-411d-9359-66870819f684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.247824 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e362d395-1455-4b8d-a0ea-37ff6938b1df req-35ee6def-4e4d-4939-be7e-f8bc37b70aff tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805974 Jan 18 16:30:37.250253 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 11d4eb96-5b48-447f-b96d-d55d1869150b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d4eb96-5b48-447f-b96d-d55d1869150b,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:37.261349 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.352012 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=11d4eb96-5b48-447f-b96d-d55d1869150b,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:37.383797 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38956) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:37.398764 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-108d06bb-c8b4-411d-9359-66870819f684 admin admin] Publish callbacks [] for security_group (9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.404251 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-108d06bb-c8b4-411d-9359-66870819f684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.445597 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-108d06bb-c8b4-411d-9359-66870819f684 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=58ea47902fca4ab2bd0c46d7de83761f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362342 Jan 18 16:30:37.446454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d06bb-c8b4-411d-9359-66870819f684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:37.448537 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38960) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:37.524051 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5ff944ee-f2cc-408f-8db4-04a287669290 admin admin] Publish callbacks [] for security_group (9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.556039 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38962) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:37.559061 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5ff944ee-f2cc-408f-8db4-04a287669290 admin admin] Publish callbacks [] for security_group (9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.560979 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50b28b53-bf7d-4848-9e60-941b8688274d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.571939 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e455e055-2d6a-4fa7-b585-21c8a25327dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.644507 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5ff944ee-f2cc-408f-8db4-04a287669290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.647303 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5ff944ee-f2cc-408f-8db4-04a287669290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.648748 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-5ff944ee-f2cc-408f-8db4-04a287669290 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892 HTTP/1.1" status: 204 len: 168 time: 0.1989210 Jan 18 16:30:37.664663 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e455e055-2d6a-4fa7-b585-21c8a25327dd admin admin] Publish callbacks [] for security_group (5a03544c-2412-42c5-8572-cd8ea372b24c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.668820 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff944ee-f2cc-408f-8db4-04a287669290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d29dc4d-53cf-4fc4-ac9c-db5b36bbf892,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:37.670530 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e455e055-2d6a-4fa7-b585-21c8a25327dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5a03544c-2412-42c5-8572-cd8ea372b24c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.703233 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50b28b53-bf7d-4848-9e60-941b8688274d admin admin] Publish callbacks [] for security_group (3dc95158-c340-45c6-ae69-55615ea692bb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.705410 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e455e055-2d6a-4fa7-b585-21c8a25327dd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8672dfa324d0495f9620cda42d0db5d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479719 Jan 18 16:30:37.709816 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 38966) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:37.717949 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50b28b53-bf7d-4848-9e60-941b8688274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3dc95158-c340-45c6-ae69-55615ea692bb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.730483 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455e055-2d6a-4fa7-b585-21c8a25327dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a03544c-2412-42c5-8572-cd8ea372b24c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:37.793955 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-50b28b53-bf7d-4848-9e60-941b8688274d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8b2b79b0eb73451a9980c94cf563b223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067361 Jan 18 16:30:37.795082 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38970) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:37.797325 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b28b53-bf7d-4848-9e60-941b8688274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc95158-c340-45c6-ae69-55615ea692bb,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:37.818037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10dfa79c-1dff-443e-bed3-1bad003f5d34 admin admin] Publish callbacks [] for security_group (5a03544c-2412-42c5-8572-cd8ea372b24c), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.846360 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10dfa79c-1dff-443e-bed3-1bad003f5d34 admin admin] Publish callbacks [] for security_group (5a03544c-2412-42c5-8572-cd8ea372b24c), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.869213 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-91a100a5-96fd-4f43-a2e8-8423d03daab5 admin admin] Publish callbacks [] for security_group (3dc95158-c340-45c6-ae69-55615ea692bb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.899818 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-91a100a5-96fd-4f43-a2e8-8423d03daab5 admin admin] Publish callbacks [] for security_group (3dc95158-c340-45c6-ae69-55615ea692bb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.971740 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10dfa79c-1dff-443e-bed3-1bad003f5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5a03544c-2412-42c5-8572-cd8ea372b24c), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.975690 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-10dfa79c-1dff-443e-bed3-1bad003f5d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:37.982280 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-10dfa79c-1dff-443e-bed3-1bad003f5d34 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5a03544c-2412-42c5-8572-cd8ea372b24c HTTP/1.1" status: 204 len: 168 time: 0.2713633 Jan 18 16:30:38.015174 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-91a100a5-96fd-4f43-a2e8-8423d03daab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3dc95158-c340-45c6-ae69-55615ea692bb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.017442 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfa79c-1dff-443e-bed3-1bad003f5d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a03544c-2412-42c5-8572-cd8ea372b24c,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:38.038997 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-91a100a5-96fd-4f43-a2e8-8423d03daab5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.043521 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-91a100a5-96fd-4f43-a2e8-8423d03daab5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3dc95158-c340-45c6-ae69-55615ea692bb HTTP/1.1" status: 204 len: 168 time: 0.2457545 Jan 18 16:30:38.076606 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a100a5-96fd-4f43-a2e8-8423d03daab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc95158-c340-45c6-ae69-55615ea692bb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:38.181331 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23d27-168f-481e-a7a1-ab3ed35b6519 req-213211bc-2653-4e38-819a-865e7741cf6b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:38.183510 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d6c23d27-168f-481e-a7a1-ab3ed35b6519 req-213211bc-2653-4e38-819a-865e7741cf6b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1176624 Jan 18 16:30:38.283575 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d6c23d27-168f-481e-a7a1-ab3ed35b6519 req-85e909fd-8c10-41e1-8e64-ebf69002c1ad tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896878 Jan 18 16:30:38.288109 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764fa79-9382-4663-85db-27610a238ad6 req-c795732f-65b4-417b-8165-92d0c9a46cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:38.289699 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2764fa79-9382-4663-85db-27610a238ad6 req-c795732f-65b4-417b-8165-92d0c9a46cdd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1098 time: 0.0787992 Jan 18 16:30:38.407609 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6eb4-a193-4b62-b09d-63a40faf4044 req-48639ec5-e5e1-43c7-9469-9ce0de4dd3d2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:38.409248 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4dcb6eb4-a193-4b62-b09d-63a40faf4044 req-48639ec5-e5e1-43c7-9469-9ce0de4dd3d2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0730460 Jan 18 16:30:38.411327 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2764fa79-9382-4663-85db-27610a238ad6 req-da7cbcb1-526f-45a3-9896-0773c99731ee service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146946 Jan 18 16:30:38.444071 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38990) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:38.492287 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c25589f-07c7-4b5f-a660-d5f88d7667fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.504626 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4dcb6eb4-a193-4b62-b09d-63a40faf4044 req-a6a2e762-87d7-4f86-8da2-165b48f2189e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835109 Jan 18 16:30:38.614378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c25589f-07c7-4b5f-a660-d5f88d7667fa admin admin] Publish callbacks [] for security_group (d8606a31-aa8d-4798-ab63-d0fb4fc3a70b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.620407 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9c25589f-07c7-4b5f-a660-d5f88d7667fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d8606a31-aa8d-4798-ab63-d0fb4fc3a70b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.653595 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25589f-07c7-4b5f-a660-d5f88d7667fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8606a31-aa8d-4798-ab63-d0fb4fc3a70b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:38.674138 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9c25589f-07c7-4b5f-a660-d5f88d7667fa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e02f991f723041deac2a28d18bc7b4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276487 Jan 18 16:30:38.676534 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 38996) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:38.710766 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81185063-e397-4416-9d88-33fd33859fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d4eb96-5b48-447f-b96d-d55d1869150b'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:38.717566 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79368aeb-65cb-478e-b88e-be2af5eaf129" -d '{"events": [{"server_uuid": "81185063-e397-4416-9d88-33fd33859fe1", "name": "network-vif-plugged", "status": "completed", "tag": "11d4eb96-5b48-447f-b96d-d55d1869150b"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:38.755311 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec5d1-ac39-4ebe-a971-d50ad3b6cb63 admin admin] Publish callbacks [] for security_group (d8606a31-aa8d-4798-ab63-d0fb4fc3a70b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.804294 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec5d1-ac39-4ebe-a971-d50ad3b6cb63 admin admin] Publish callbacks [] for security_group (d8606a31-aa8d-4798-ab63-d0fb4fc3a70b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.822542 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00745f6e-a203-4fc3-a158-33e82f00dd54 x-openstack-request-id: req-00745f6e-a203-4fc3-a158-33e82f00dd54 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:38.824306 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81185063-e397-4416-9d88-33fd33859fe1", "name": "network-vif-plugged", "status": "completed", "tag": "11d4eb96-5b48-447f-b96d-d55d1869150b", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:38.826145 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-00745f6e-a203-4fc3-a158-33e82f00dd54 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:38.826728 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81185063-e397-4416-9d88-33fd33859fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d4eb96-5b48-447f-b96d-d55d1869150b', 'code': 200} Jan 18 16:30:38.910482 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec5d1-ac39-4ebe-a971-d50ad3b6cb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d8606a31-aa8d-4798-ab63-d0fb4fc3a70b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.915710 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec5d1-ac39-4ebe-a971-d50ad3b6cb63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:38.921712 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5e7ec5d1-ac39-4ebe-a971-d50ad3b6cb63 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d8606a31-aa8d-4798-ab63-d0fb4fc3a70b HTTP/1.1" status: 204 len: 168 time: 0.2428913 Jan 18 16:30:38.932003 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec5d1-ac39-4ebe-a971-d50ad3b6cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8606a31-aa8d-4798-ab63-d0fb4fc3a70b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:38.978985 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39014) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:38.995416 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-816bd178-e485-4679-98f5-ef1decc97831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.039424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10f44e-0a98-47b3-9f2f-7f90bc7525c8 req-2a457530-7d01-4b79-9f12-d4b660297b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:39.041568 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab10f44e-0a98-47b3-9f2f-7f90bc7525c8 req-2a457530-7d01-4b79-9f12-d4b660297b45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0625327 Jan 18 16:30:39.105928 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-816bd178-e485-4679-98f5-ef1decc97831 admin admin] Publish callbacks [] for security_group (770ac230-70ff-4536-bcb6-b92b1f3284cc), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.114307 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-816bd178-e485-4679-98f5-ef1decc97831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (770ac230-70ff-4536-bcb6-b92b1f3284cc), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.114934 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab10f44e-0a98-47b3-9f2f-7f90bc7525c8 req-9a24a32b-e653-4b9b-9cb6-eeb5d363221c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575070 Jan 18 16:30:39.140378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bd178-e485-4679-98f5-ef1decc97831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770ac230-70ff-4536-bcb6-b92b1f3284cc,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:39.177937 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-816bd178-e485-4679-98f5-ef1decc97831 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=56195efed8c84108804f4de1519b918b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976948 Jan 18 16:30:39.180500 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39022) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:39.282116 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ac271ae-0313-43ca-9de1-a4bd3148cb6a admin admin] Publish callbacks [] for security_group (770ac230-70ff-4536-bcb6-b92b1f3284cc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.314784 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ac271ae-0313-43ca-9de1-a4bd3148cb6a admin admin] Publish callbacks [] for security_group (770ac230-70ff-4536-bcb6-b92b1f3284cc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.389979 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ac271ae-0313-43ca-9de1-a4bd3148cb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (770ac230-70ff-4536-bcb6-b92b1f3284cc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.400471 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3ac271ae-0313-43ca-9de1-a4bd3148cb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:39.400471 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3ac271ae-0313-43ca-9de1-a4bd3148cb6a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/770ac230-70ff-4536-bcb6-b92b1f3284cc HTTP/1.1" status: 204 len: 168 time: 0.2128417 Jan 18 16:30:39.405841 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac271ae-0313-43ca-9de1-a4bd3148cb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ac230-70ff-4536-bcb6-b92b1f3284cc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:39.460370 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230512e-87ea-4e69-8818-f1f5d61fe3cf req-22bcb2db-b7c9-43ce-893e-e93bb87af3fc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:39.468847 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2230512e-87ea-4e69-8818-f1f5d61fe3cf req-22bcb2db-b7c9-43ce-893e-e93bb87af3fc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0892954 Jan 18 16:30:39.529134 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2230512e-87ea-4e69-8818-f1f5d61fe3cf req-7fea0510-44e6-406b-87a3-5e9157412ea8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584807 Jan 18 16:30:39.678591 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f410e9a-7645-40ac-8d1f-0a4076b7efa6 req-c9d4e8f0-6168-477e-b477-e801653982f1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:39.680376 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2f410e9a-7645-40ac-8d1f-0a4076b7efa6 req-c9d4e8f0-6168-477e-b477-e801653982f1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0539181 Jan 18 16:30:39.743642 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2f410e9a-7645-40ac-8d1f-0a4076b7efa6 req-cbc8fec6-e3eb-48f4-90e4-593e46a9e0f2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566216 Jan 18 16:30:40.255311 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39090) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:40.420135 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-393289489-network', 'tenant_id': 'e4b3b4f5e0b94d59b35ce98f8a063761'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:40.462250 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Made reservation on behalf of e4b3b4f5e0b94d59b35ce98f8a063761 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:40.464641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.474503 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.626407 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks [] for security_group (2a15f9a6-20b7-4f74-8ee9-49b552ed8e84), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.640135 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (2a15f9a6-20b7-4f74-8ee9-49b552ed8e84), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.696605 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:30:40.708859 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (71c6b52c-ce3a-4e78-a24b-d96dd19ff436), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.709224 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7681d88-7649-4f19-89e1-f67ca940e4d3 req-c53ca7f3-1b5d-42dd-8625-36af93ee939c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:40.709726 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Added segment 71c6b52c-ce3a-4e78-a24b-d96dd19ff436 of type vlan for network 93feec30-49be-4d6e-8be4-ce0e4e0cb831 Jan 18 16:30:40.710903 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b7681d88-7649-4f19-89e1-f67ca940e4d3 req-c53ca7f3-1b5d-42dd-8625-36af93ee939c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0967557 Jan 18 16:30:40.756539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (93feec30-49be-4d6e-8be4-ce0e4e0cb831), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.760241 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a15f9a6-20b7-4f74-8ee9-49b552ed8e84,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:40.814814 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b7681d88-7649-4f19-89e1-f67ca940e4d3 req-9e73a168-bd10-44da-b366-0e1f2ff0e10c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967669 Jan 18 16:30:40.823337 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (93feec30-49be-4d6e-8be4-ce0e4e0cb831), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.824688 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:40.825464 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:40.913842 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec8f96-9131-4c76-bac9-9d5588cb71cb req-c438f045-6302-430f-ba27-ebe91481d89f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:40.915366 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-24ec8f96-9131-4c76-bac9-9d5588cb71cb req-c438f045-6302-430f-ba27-ebe91481d89f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0539162 Jan 18 16:30:40.918480 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] Pushing event updated for resources: {'Network': ['ID=93feec30-49be-4d6e-8be4-ce0e4e0cb831,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:40.925303 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b7c35e80-273c-43a0-b5f8-816c4627dffc admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6684213 Jan 18 16:30:40.930971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 39156) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:40.931548 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 93feec30-49be-4d6e-8be4-ce0e4e0cb831 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:30:40.942183 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Request body: {'subnet': {'network_id': '93feec30-49be-4d6e-8be4-ce0e4e0cb831', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-393289489-subnet', 'tenant_id': 'e4b3b4f5e0b94d59b35ce98f8a063761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:41.005465 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Made reservation on behalf of e4b3b4f5e0b94d59b35ce98f8a063761 for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:41.010303 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:41.021451 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-24ec8f96-9131-4c76-bac9-9d5588cb71cb req-daa54b3f-fab2-4900-8cc8-5025de508f8a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002295 Jan 18 16:30:41.188914 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325424da-193b-486a-9475-5056f2df821a req-24af1ad2-11e5-402c-bc2a-8633c3bbf9a2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:41.190630 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-325424da-193b-486a-9475-5056f2df821a req-24af1ad2-11e5-402c-bc2a-8633c3bbf9a2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0943401 Jan 18 16:30:41.200515 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39174) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:41.206061 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'floatingip': {'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:41.254060 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (7a493530-aace-4580-98be-29923ab52f46), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:41.317046 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a493530-aace-4580-98be-29923ab52f46,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:41.338973 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Checking segment: {'id': '71c6b52c-ce3a-4e78-a24b-d96dd19ff436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '93feec30-49be-4d6e-8be4-ce0e4e0cb831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:41.339333 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Network hostable DHCP agents. Network: 93feec30-49be-4d6e-8be4-ce0e4e0cb831, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:30:41.358328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Network 93feec30-49be-4d6e-8be4-ce0e4e0cb831 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:30:41.369225 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 93feec30-49be-4d6e-8be4-ce0e4e0cb831) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:41.373417 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:41.374121 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:41.380760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33fa9f-5bd5-4d43-a6a9-1a77d9b99c6b None None] Network 93feec30-49be-4d6e-8be4-ce0e4e0cb831 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:30:41.394399 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f17292b1-2309-42cb-b59e-d5a9584cf553 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4624946 Jan 18 16:30:41.444652 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (8cb82dcd-33df-4679-81be-99beafd08a45), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:41.493303 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee9293-11d9-4e40-a683-d79e4ef55043 None None] Network 93feec30-49be-4d6e-8be4-ce0e4e0cb831 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:30:41.935294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf48513-1e06-4599-832d-5578a7bec35e req-2279e9c8-62d4-422a-adb0-b93ca3ce13c8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:41.937425 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5bf48513-1e06-4599-832d-5578a7bec35e req-2279e9c8-62d4-422a-adb0-b93ca3ce13c8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Jan 18 16:30:41.977157 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 39206) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:41.981816 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725092677-network', 'tenant_id': '2859f512c4ed4ac3841ab99f8e62669a'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:41.999268 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5bf48513-1e06-4599-832d-5578a7bec35e req-8c1c7885-6dbe-4221-a4ca-5aaaa2cb2448 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562403 Jan 18 16:30:42.023442 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Made reservation on behalf of 2859f512c4ed4ac3841ab99f8e62669a for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:42.025771 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.038356 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.112721 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks [] for security_group (95bb552c-188b-4ca8-a443-6431067e3f0a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.116689 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (95bb552c-188b-4ca8-a443-6431067e3f0a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.134390 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.144989 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:30:42.148007 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (8cb82dcd-33df-4679-81be-99beafd08a45), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.155239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb552c-188b-4ca8-a443-6431067e3f0a,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:42.160891 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (80c14cbb-655d-45c9-8072-7f9ecff09f48), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.161099 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Added segment 80c14cbb-655d-45c9-8072-7f9ecff09f48 of type vlan for network eabaf66b-0ab7-427c-aaba-21706a047097 Jan 18 16:30:42.205479 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (eabaf66b-0ab7-427c-aaba-21706a047097), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.231320 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (eabaf66b-0ab7-427c-aaba-21706a047097), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.232294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:42.232877 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.266585 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Floating IP 8cb82dcd-33df-4679-81be-99beafd08a45 associated. External IP: 172.27.3.183, port: ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb. Jan 18 16:30:42.318551 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] Pushing event updated for resources: {'Network': ['ID=eabaf66b-0ab7-427c-aaba-21706a047097,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:42.332071 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network eabaf66b-0ab7-427c-aaba-21706a047097 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:30:42.335278 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-fcf5d613-57f4-4e5c-b882-7082e40b45b5 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3569529 Jan 18 16:30:42.338016 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 39214) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:30:42.348808 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Request body: {'subnet': {'network_id': 'eabaf66b-0ab7-427c-aaba-21706a047097', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725092677-subnet', 'tenant_id': '2859f512c4ed4ac3841ab99f8e62669a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:30:42.385684 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Made reservation on behalf of 2859f512c4ed4ac3841ab99f8e62669a for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:30:42.389547 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.530901 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:30:42.563868 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (df48211c-8912-4882-ab61-da569f763d88), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.628534 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df48211c-8912-4882-ab61-da569f763d88,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:42.634232 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Checking segment: {'id': '80c14cbb-655d-45c9-8072-7f9ecff09f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'eabaf66b-0ab7-427c-aaba-21706a047097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:30:42.634765 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Network hostable DHCP agents. Network: eabaf66b-0ab7-427c-aaba-21706a047097, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:30:42.653992 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Network eabaf66b-0ab7-427c-aaba-21706a047097 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:30:42.659350 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:30:42.663678 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, eabaf66b-0ab7-427c-aaba-21706a047097) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:30:42.665121 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.667590 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:42.668078 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:42.676093 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:30:42.676993 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3a49ce-1699-45fd-8594-a81d4fc8c9d5 None None] Network eabaf66b-0ab7-427c-aaba-21706a047097 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:30:42.688509 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:42.689569 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:30:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:42.697506 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-21d1bdb2-8a33-4252-910c-0f8a3db9996a admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583426 Jan 18 16:30:42.700647 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-45b68d79-ba6e-491f-9932-1cfb2125e2cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "PUT /v2.0/floatingips/8cb82dcd-33df-4679-81be-99beafd08a45 HTTP/1.1" status: 200 len: 991 time: 1.4989638 Jan 18 16:30:42.701267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:42.703535 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dadeb41-fc54-4770-a522-59cf89261960" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:42.770461 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d2cb67-95fa-44bc-acc1-26fcbcca3f81 x-openstack-request-id: req-49d2cb67-95fa-44bc-acc1-26fcbcca3f81 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:42.770760 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:42.771017 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-49d2cb67-95fa-44bc-acc1-26fcbcca3f81 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:42.771418 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'status': 'completed', 'code': 200} Jan 18 16:30:42.838416 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:42.858079 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed7437-de09-4cb8-834b-a6b1a68b082f None None] Network eabaf66b-0ab7-427c-aaba-21706a047097 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:30:42.905137 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadeb41-fc54-4770-a522-59cf89261960 req-4b1a56e4-e211-4656-a265-d83b3892129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:42.907584 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-4b1a56e4-e211-4656-a265-d83b3892129f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1098 time: 0.0486567 Jan 18 16:30:43.085476 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadeb41-fc54-4770-a522-59cf89261960 req-da7e7c74-0639-4b5c-b9f2-48ae99b9b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:43.087083 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-da7e7c74-0639-4b5c-b9f2-48ae99b9b613 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.1718936 Jan 18 16:30:43.255613 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-aa1d54e1-bc55-4968-8ae3-561bcaff9dc8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 200 len: 999 time: 0.1586788 Jan 18 16:30:43.268453 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6e56d-7fc6-46ff-982d-21b85c05231b req-59dafbc0-3c0a-4bda-be8e-459e1e6f4ac8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:43.269979 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-13b6e56d-7fc6-46ff-982d-21b85c05231b req-59dafbc0-3c0a-4bda-be8e-459e1e6f4ac8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1601281 Jan 18 16:30:43.309183 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '8cb82dcd-33df-4679-81be-99beafd08a45', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'mac_address': 'fa:16:3e:21:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:30:11Z', 'updated_at': '2022-01-18T16:30:41Z', 'revision_number': 1, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:43.341031 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:30:43.352037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadeb41-fc54-4770-a522-59cf89261960 req-6a6d0f9c-49b3-44b2-ae66-435fbad62262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:43.353671 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-6a6d0f9c-49b3-44b2-ae66-435fbad62262 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.0826650 Jan 18 16:30:43.367043 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-13b6e56d-7fc6-46ff-982d-21b85c05231b req-68602e0c-c6be-4956-b0ea-2b0584b2a097 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878410 Jan 18 16:30:43.380299 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:30:43.380995 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:30:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:43.434341 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadeb41-fc54-4770-a522-59cf89261960 req-898c6de1-3072-483f-b5a7-0f069cc997c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:43.436107 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-898c6de1-3072-483f-b5a7-0f069cc997c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651746 Jan 18 16:30:43.599123 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:30:43.626665 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-9f404800-953e-4cbc-b989-f748929ba184 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809711 Jan 18 16:30:43.729540 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8dadeb41-fc54-4770-a522-59cf89261960 req-1f7799db-8fb1-4cd6-ae81-74a7f5d400be service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966165 Jan 18 16:30:44.006589 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '8cb82dcd-33df-4679-81be-99beafd08a45', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'mac_address': 'fa:16:3e:21:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:30:11Z', 'updated_at': '2022-01-18T16:30:41Z', 'revision_number': 1, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:30:44.041628 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81776689-3e52-40b3-a7a1-9533c90f74c0 None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '8cb82dcd-33df-4679-81be-99beafd08a45', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'mac_address': 'fa:16:3e:21:c7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:30:11Z', 'updated_at': '2022-01-18T16:30:41Z', 'revision_number': 1, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:30:44.248783 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eafbd8-509b-467c-9322-a94bd0556632 None None] New status for floating IP 8cb82dcd-33df-4679-81be-99beafd08a45: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:30:44.506844 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee056c-6941-41b1-9296-e02ca1f5bbb6 req-495b5bb9-b4a2-4881-bff7-faca30b38f17 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:44.508367 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e2ee056c-6941-41b1-9296-e02ca1f5bbb6 req-495b5bb9-b4a2-4881-bff7-faca30b38f17 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0587420 Jan 18 16:30:44.556936 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e2ee056c-6941-41b1-9296-e02ca1f5bbb6 req-cade0b4e-eb8d-4260-a65d-64d1aeeca74c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Jan 18 16:30:44.877769 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c15e7-5e64-4b6c-809b-90b30528b566 req-0749c4be-ee7b-487d-ba96-ed8ac8ce4bb2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:44.879275 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc8c15e7-5e64-4b6c-809b-90b30528b566 req-0749c4be-ee7b-487d-ba96-ed8ac8ce4bb2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0844588 Jan 18 16:30:44.881878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab016-a53a-4609-ae94-6fc55505a77c req-3ecc02f1-8e78-4d94-9be8-3e841ea4157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:44.890488 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-3ecc02f1-8e78-4d94-9be8-3e841ea4157e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0737903 Jan 18 16:30:44.979289 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc8c15e7-5e64-4b6c-809b-90b30528b566 req-8a677c62-130c-4034-a640-0ec8523c8fdf tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935225 Jan 18 16:30:45.013669 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab016-a53a-4609-ae94-6fc55505a77c req-0aa7613d-a9c8-4ddb-a6ee-624d3a8f611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:45.015153 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-0aa7613d-a9c8-4ddb-a6ee-624d3a8f611a service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.1136997 Jan 18 16:30:45.062060 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-1066995e-d794-4837-821b-0ff63e293367 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d4eb96-5b48-447f-b96d-d55d1869150b HTTP/1.1" status: 200 len: 217 time: 0.0375736 Jan 18 16:30:45.120609 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eab016-a53a-4609-ae94-6fc55505a77c req-7b226fd1-db74-428c-b6ee-f3d085eec323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:45.122494 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-7b226fd1-db74-428c-b6ee-f3d085eec323 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.0534048 Jan 18 16:30:45.176299 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-438b12a2-a9da-4894-a608-5e3517fe9eb4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278122 Jan 18 16:30:45.306994 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-eebdc135-bc0f-4e9b-8034-3085bcbbf3a1 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140311 Jan 18 16:30:45.425941 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40eab016-a53a-4609-ae94-6fc55505a77c req-848e32c8-23aa-425a-855c-bcac35234325 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066449 Jan 18 16:30:46.112336 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92172ca5-fd80-44e9-ab82-6da47ca06526 req-955174db-71ea-40a6-98f3-175107eeb285 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:46.114070 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-92172ca5-fd80-44e9-ab82-6da47ca06526 req-955174db-71ea-40a6-98f3-175107eeb285 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0614941 Jan 18 16:30:46.175502 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-92172ca5-fd80-44e9-ab82-6da47ca06526 req-7230d8d1-6a63-4a6f-98c8-90c4e08c17b2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555477 Jan 18 16:30:46.603417 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b4ec-8a53-4985-9ad3-e15c0c340c32 req-2c11aef9-b0b6-4873-85d7-e62b4a09686a tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:46.604887 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0164b4ec-8a53-4985-9ad3-e15c0c340c32 req-2c11aef9-b0b6-4873-85d7-e62b4a09686a tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0578892 Jan 18 16:30:46.655879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0164b4ec-8a53-4985-9ad3-e15c0c340c32 req-33494cba-e180-4ee6-8364-ed0e0e2c3cba tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Jan 18 16:30:47.289170 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a149ff-fb82-41c6-8395-b32482ac6a4d req-17447b42-11c8-4720-878d-49058ab69302 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:47.290638 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-20a149ff-fb82-41c6-8395-b32482ac6a4d req-17447b42-11c8-4720-878d-49058ab69302 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Jan 18 16:30:47.336571 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-20a149ff-fb82-41c6-8395-b32482ac6a4d req-1dcbba8b-44e9-4c55-a7cd-473116877685 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Jan 18 16:30:47.769258 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308dfe1-f6fe-41b6-8744-812bf1d9278b req-334361f9-7323-40cb-9961-83838bf54818 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:47.770729 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a308dfe1-f6fe-41b6-8744-812bf1d9278b req-334361f9-7323-40cb-9961-83838bf54818 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Jan 18 16:30:47.819258 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a308dfe1-f6fe-41b6-8744-812bf1d9278b req-70761995-618e-464e-b937-1c7781bd686d tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Jan 18 16:30:48.451436 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd5755-9733-48d8-a9a3-e2b886658f4d req-da2a8e93-cb58-45db-a200-d9fc29681945 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:48.452897 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4ebd5755-9733-48d8-a9a3-e2b886658f4d req-da2a8e93-cb58-45db-a200-d9fc29681945 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Jan 18 16:30:48.500839 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4ebd5755-9733-48d8-a9a3-e2b886658f4d req-ca6e498c-5e17-4438-9076-bcc3e0a972e7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jan 18 16:30:48.932652 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34293-d0b5-4d8f-84a4-7032a1a5eeb1 req-427c8c1f-6fbd-4847-964d-17656240cb4c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:48.934111 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-02b34293-d0b5-4d8f-84a4-7032a1a5eeb1 req-427c8c1f-6fbd-4847-964d-17656240cb4c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0473609 Jan 18 16:30:48.979949 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-02b34293-d0b5-4d8f-84a4-7032a1a5eeb1 req-c49706ba-2ec0-47ec-b99e-f0ed7afef403 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Jan 18 16:30:49.617402 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ff24-0759-4505-bb78-671b12e717bb req-460688d1-819d-4de5-be39-2596e591e867 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:49.618876 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1e23ff24-0759-4505-bb78-671b12e717bb req-460688d1-819d-4de5-be39-2596e591e867 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0507977 Jan 18 16:30:49.664704 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1e23ff24-0759-4505-bb78-671b12e717bb req-c2d64ce4-306a-4d21-a1ed-02903f02fc59 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Jan 18 16:30:50.096140 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892a086-d065-4eb2-b315-96fcfbbb850f req-608f0da7-b9ac-4da7-ab69-8c75f8207fb9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:50.097733 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8892a086-d065-4eb2-b315-96fcfbbb850f req-608f0da7-b9ac-4da7-ab69-8c75f8207fb9 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Jan 18 16:30:50.143806 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8892a086-d065-4eb2-b315-96fcfbbb850f req-dd071b83-2593-484f-a906-d7430d51c8a1 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402224 Jan 18 16:30:50.796131 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404eec28-80b0-4b69-9450-b91c046a3ea2 req-a2435ed9-6450-4944-8b9f-f2bd261685e9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:50.796863 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-404eec28-80b0-4b69-9450-b91c046a3ea2 req-a2435ed9-6450-4944-8b9f-f2bd261685e9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0633509 Jan 18 16:30:50.843882 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-404eec28-80b0-4b69-9450-b91c046a3ea2 req-a0943739-cfab-46f5-bb39-d2cf515d7277 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Jan 18 16:30:51.260414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c59e2-ec48-43fc-8d1e-a85c8dd92916 req-a99b13cb-152f-4df2-bc24-b274921479ea tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:51.261886 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-530c59e2-ec48-43fc-8d1e-a85c8dd92916 req-a99b13cb-152f-4df2-bc24-b274921479ea tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0503137 Jan 18 16:30:51.307628 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-530c59e2-ec48-43fc-8d1e-a85c8dd92916 req-dcb50ba7-79bb-406d-b696-e1afc0589e0f tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403349 Jan 18 16:30:51.958741 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1c11c-8aee-437d-8507-743b767125a9 req-83a5ac94-2001-4e3f-a098-714222b8c0b7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:51.960179 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4be1c11c-8aee-437d-8507-743b767125a9 req-83a5ac94-2001-4e3f-a098-714222b8c0b7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0465376 Jan 18 16:30:52.009350 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4be1c11c-8aee-437d-8507-743b767125a9 req-3b12df30-9e2b-47b4-b0ef-5a67fd0659d1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 Jan 18 16:30:52.422404 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50660c9-39d6-48fe-a41a-37c02acf4067 req-a8729bb2-fce9-4462-af56-2579795c1077 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:52.424897 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a50660c9-39d6-48fe-a41a-37c02acf4067 req-a8729bb2-fce9-4462-af56-2579795c1077 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0477695 Jan 18 16:30:52.475255 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a50660c9-39d6-48fe-a41a-37c02acf4067 req-76102951-22ed-4286-a398-bd9257c7cc0a tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Jan 18 16:30:53.123283 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e6736-fc32-46d8-b7f2-3dab30145145 req-b7f53157-05ba-4720-b4a3-c63262f8665c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:53.124641 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-667e6736-fc32-46d8-b7f2-3dab30145145 req-b7f53157-05ba-4720-b4a3-c63262f8665c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0470419 Jan 18 16:30:53.179822 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:30:53.183127 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-667e6736-fc32-46d8-b7f2-3dab30145145 req-6443fa71-d059-44fb-9b1d-f9b9b3e4e4ec tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520144 Jan 18 16:30:53.603549 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1da66c-18aa-417c-9efb-2852f9d0711a req-c726dd35-e409-44e5-b67f-9c4fb0bb3ffa tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:53.605054 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6a1da66c-18aa-417c-9efb-2852f9d0711a req-c726dd35-e409-44e5-b67f-9c4fb0bb3ffa tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0530081 Jan 18 16:30:53.653665 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6a1da66c-18aa-417c-9efb-2852f9d0711a req-0e0fa820-fa30-43f2-80be-2f83d7fe8459 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Jan 18 16:30:54.301063 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3de52c-0b0a-46ca-a0e4-920cd0a37ec1 req-dbec32f2-3e1f-4b0e-be1d-5d224bb973e7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:54.302563 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c3de52c-0b0a-46ca-a0e4-920cd0a37ec1 req-dbec32f2-3e1f-4b0e-be1d-5d224bb973e7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Jan 18 16:30:54.350163 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c3de52c-0b0a-46ca-a0e4-920cd0a37ec1 req-a7c0b4ba-8c79-4c22-a2bb-92881de992c1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420327 Jan 18 16:30:54.771333 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9f7b-f898-433e-b6ae-0d6fe49ff46f req-2353e97a-8a28-4da9-8878-a4ce19c0afb3 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:54.772799 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-476c9f7b-f898-433e-b6ae-0d6fe49ff46f req-2353e97a-8a28-4da9-8878-a4ce19c0afb3 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0502527 Jan 18 16:30:54.822631 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-476c9f7b-f898-433e-b6ae-0d6fe49ff46f req-790deb89-5158-4018-bd63-f964c452aa63 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Jan 18 16:30:55.465685 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce389ee3-c6b2-406d-8180-e0e83cd42ecd req-1c535969-3f78-4ef8-bce1-a718df6b3ef2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:55.467144 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce389ee3-c6b2-406d-8180-e0e83cd42ecd req-1c535969-3f78-4ef8-bce1-a718df6b3ef2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Jan 18 16:30:55.513540 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce389ee3-c6b2-406d-8180-e0e83cd42ecd req-82c3ff34-4e9b-41e2-8815-c2add2d56e1f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Jan 18 16:30:55.934265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c907b9d-2c64-48c3-91cf-f78425af24a8 req-61e1356b-fe2d-4bd8-9122-eea4c8d61d8f tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:55.935731 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c907b9d-2c64-48c3-91cf-f78425af24a8 req-61e1356b-fe2d-4bd8-9122-eea4c8d61d8f tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0476968 Jan 18 16:30:55.982016 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c907b9d-2c64-48c3-91cf-f78425af24a8 req-60e1f5d7-e55d-4e33-a10b-7d3b12a0300b tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Jan 18 16:30:56.634895 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38cb73-4f2a-437d-a8a2-3c92c512b08d req-5da083a5-a6e2-4787-bacf-18e63874bed4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:56.636369 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3e38cb73-4f2a-437d-a8a2-3c92c512b08d req-5da083a5-a6e2-4787-bacf-18e63874bed4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0531106 Jan 18 16:30:56.686524 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3e38cb73-4f2a-437d-a8a2-3c92c512b08d req-1692d71a-51b4-4460-bc90-bdc9447e5c85 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Jan 18 16:30:56.864534 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-699f5721-fccb-4395-a916-98dff0da1441 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386791 Jan 18 16:30:56.962329 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-71bffc52-099a-4dfc-8ad7-d756f83c3df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:56.963556 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-fd029bf7-2c8e-48f6-a278-8fe0678cd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:56.965090 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-fd029bf7-2c8e-48f6-a278-8fe0678cd6f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.0448251 Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.109447 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:30:57.112863 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:30:57.114727 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-0eabceaa-d2e8-4b39-8bcb-d47d95a2631b tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:57.116336 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-0eabceaa-d2e8-4b39-8bcb-d47d95a2631b tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.45 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0930514 Jan 18 16:30:57.307238 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-4a777233-0bb2-4f5a-a124-502cdc33c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:57.308717 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-4a777233-0bb2-4f5a-a124-502cdc33c74b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.3202364 Jan 18 16:30:57.318337 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33de4d6-4c2d-496e-bf90-feb0bcd261b1 req-5dd2cde3-c1cb-4d9a-baa6-eff4a003c06c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:57.320047 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e33de4d6-4c2d-496e-bf90-feb0bcd261b1 req-5dd2cde3-c1cb-4d9a-baa6-eff4a003c06c tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 945 time: 0.0792203 Jan 18 16:30:57.371977 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e33de4d6-4c2d-496e-bf90-feb0bcd261b1 req-a358adeb-724f-45f5-ad5b-fa50b3fa0bbd tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/security-groups?id=6868dd52-84bb-4bd4-958f-3cf79b1a0118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Jan 18 16:30:57.431846 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Deleting port ce661267-6290-428f-af8d-cd5d03d770e2 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:30:57.432276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:57.524760 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] For port ce661267-6290-428f-af8d-cd5d03d770e2, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ce661267-6290-428f-af8d-cd5d03d770e2,segment=NetworkSegment(9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2),segment_id=9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:30:57.525150 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:57.539371 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Calling delete_port for ce661267-6290-428f-af8d-cd5d03d770e2 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:30:57.707257 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (ce661267-6290-428f-af8d-cd5d03d770e2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:57.738603 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Pushing event deleted for resources: {'Port': ['ID=ce661267-6290-428f-af8d-cd5d03d770e2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:30:57.786481 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.786853 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.787202 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.787540 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.787875 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.788207 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.788536 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.788871 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.789236 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.789562 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.789889 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.790216 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.790540 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:30:57.808306 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767fa6-c1ee-4193-a015-46caad76aa89 req-fc0bf402-80e7-4024-880a-88e39e95ffe9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:57.808952 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] No DVR routers for this DVR port ce661267-6290-428f-af8d-cd5d03d770e2 on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:30:57.809877 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-11767fa6-c1ee-4193-a015-46caad76aa89 req-fc0bf402-80e7-4024-880a-88e39e95ffe9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0527480 Jan 18 16:30:57.812078 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:57.816815 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f195a49a-72f9-402c-a94a-dfb37fdc81b1 req-fc2a1b6a-2af4-4430-a5ea-efd34ae3f563 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.45 "DELETE /v2.0/ports/ce661267-6290-428f-af8d-cd5d03d770e2 HTTP/1.1" status: 204 len: 173 time: 0.6880879 Jan 18 16:30:57.817292 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989d2f30-5220-48b9-99b1-743321171593', 'name': 'network-vif-deleted', 'tag': 'ce661267-6290-428f-af8d-cd5d03d770e2'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:30:57.819527 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2f21b-5fc2-4998-9118-7f880258aae4" -d '{"events": [{"server_uuid": "989d2f30-5220-48b9-99b1-743321171593", "name": "network-vif-deleted", "tag": "ce661267-6290-428f-af8d-cd5d03d770e2"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:30:57.859497 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-11767fa6-c1ee-4193-a015-46caad76aa89 req-8b6345c2-fcc2-4a14-851a-d15232d1d43a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Jan 18 16:30:57.902223 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8174ec-5a92-43a7-a6ff-5a55f481ef9b x-openstack-request-id: req-bc8174ec-5a92-43a7-a6ff-5a55f481ef9b {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:30:57.902543 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "989d2f30-5220-48b9-99b1-743321171593", "name": "network-vif-deleted", "tag": "ce661267-6290-428f-af8d-cd5d03d770e2", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:30:57.902803 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bc8174ec-5a92-43a7-a6ff-5a55f481ef9b {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:30:57.903202 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989d2f30-5220-48b9-99b1-743321171593', 'name': 'network-vif-deleted', 'tag': 'ce661267-6290-428f-af8d-cd5d03d770e2', 'status': 'completed', 'code': 200} Jan 18 16:30:58.466665 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8baee6bb-197c-4db5-b1ab-4481c33fc89e req-6e69b687-38f4-4c6f-a04e-819b5470b17f tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.0244784 Jan 18 16:30:58.973642 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b3760-bdab-4f0f-9b19-c264c188902b req-f4373900-69e5-4149-98c5-c8ee45aeb6f2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:30:58.975165 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5a2b3760-bdab-4f0f-9b19-c264c188902b req-f4373900-69e5-4149-98c5-c8ee45aeb6f2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0478311 Jan 18 16:30:59.022819 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5a2b3760-bdab-4f0f-9b19-c264c188902b req-5ec3c56b-1975-4580-9bc8-d80660a4b90c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Jan 18 16:30:59.175138 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9a2a-fd88-4d85-b44f-6233de71c59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:30:59.562457 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d97ff164-6d7f-42a0-9567-a60fafebdd68 req-4c7550e8-b609-4dfb-8b3d-410080e7f911 tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Jan 18 16:31:00.040269 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['ce661267-6290-428f-af8d-cd5d03d770e2'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:31:00.081026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:00.083872 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-69ab5e90-9308-49b8-8805-e5720af1a391 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.0450554 Jan 18 16:31:00.174160 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-02b92b4e-3dc7-41e8-97bb-9d1215ec9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:00.175647 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-02b92b4e-3dc7-41e8-97bb-9d1215ec9fcb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.0786622 Jan 18 16:31:00.187335 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43040fb-6774-44da-9be5-b3b8412603a1 req-dfaa5246-8ef8-4751-a664-2a3ccbafe5d9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:00.188700 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d43040fb-6774-44da-9be5-b3b8412603a1 req-dfaa5246-8ef8-4751-a664-2a3ccbafe5d9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0810862 Jan 18 16:31:00.222118 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-2a215c1b-cf4d-4bd4-8227-cce3e3256986 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322316 Jan 18 16:31:00.322649 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d43040fb-6774-44da-9be5-b3b8412603a1 req-a21b07ee-6b51-4681-8418-694632de3cdb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244183 Jan 18 16:31:00.358041 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-c1ed666b-ca4f-4bca-9af4-bbb45fe75b1a service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241181 Jan 18 16:31:00.380813 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:00.461645 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d2d0c089-126a-42ab-9f9d-ba925bc6c744 req-1d7301da-7bec-40a4-b2fa-7c48c6f37e8e service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888534 Jan 18 16:31:00.665702 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc1e9a54-b9d3-40f8-ac78-4a1b878b230b req-1ee01a42-e1af-4eac-9298-146575dab97d tempest-DeleteServersTestJSON-1031530213 tempest-DeleteServersTestJSON-1031530213-project] 10.222.0.82 "GET /v2.0/ports?device_id=989d2f30-5220-48b9-99b1-743321171593 HTTP/1.1" status: 200 len: 210 time: 0.0265775 Jan 18 16:31:01.500278 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46939589-108e-4d38-a882-285866032da6 req-d9fd2f35-92d4-4eef-99c3-2dae98bdbb21 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:01.508287 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-46939589-108e-4d38-a882-285866032da6 req-d9fd2f35-92d4-4eef-99c3-2dae98bdbb21 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0714829 Jan 18 16:31:01.562681 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-46939589-108e-4d38-a882-285866032da6 req-3180e271-f8c2-4c40-b8b9-1a2bf31e0a2d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534637 Jan 18 16:31:01.758518 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:02.695204 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddb75b-ea91-47cb-99f5-18bd9319cf74 req-96468c3b-99f0-4a1c-9d4f-fe2d3788ba2e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:02.696766 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5cddb75b-ea91-47cb-99f5-18bd9319cf74 req-96468c3b-99f0-4a1c-9d4f-fe2d3788ba2e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0580406 Jan 18 16:31:02.754197 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5cddb75b-ea91-47cb-99f5-18bd9319cf74 req-06c4805d-6edd-4a8d-96ba-76424af93154 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510039 Jan 18 16:31:03.049727 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.134673 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 39742) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:03.183249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Deleting subnet 63f43eb7-86e2-428f-ae21-cac150596d1a {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:31:03.186382 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Publish callbacks [] for subnet (63f43eb7-86e2-428f-ae21-cac150596d1a), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.225966 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Publish callbacks [] for subnet (63f43eb7-86e2-428f-ae21-cac150596d1a), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.235003 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (63f43eb7-86e2-428f-ae21-cac150596d1a), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.289950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (63f43eb7-86e2-428f-ae21-cac150596d1a), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.312353 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f43eb7-86e2-428f-ae21-cac150596d1a,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:03.322717 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.328445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/63f43eb7-86e2-428f-ae21-cac150596d1a HTTP/1.1" status: 204 len: 168 time: 0.1902292 Jan 18 16:31:03.328445 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.328445 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.328445 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.329037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.329204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39746) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:03.330431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.330431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.331854 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.332225 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.332591 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.332977 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.333326 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.333656 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.333989 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ea1854-b5e5-40b4-9826-33d762ffa9f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:03.402136 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (f411651e-6154-4773-b736-16dae1674cec), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.489802 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (f411651e-6154-4773-b736-16dae1674cec), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.509340 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f411651e-6154-4773-b736-16dae1674cec']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:03.518796 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:03.519088 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:03.528024 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.541046 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.546670 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:31:03.547045 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (9ef753cc-ea84-4c72-ac14-ecc7fd6aaed2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:31:03.548792 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:31:03.605153 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (f411651e-6154-4773-b736-16dae1674cec), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.610405 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.613691 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] 10.222.0.82 "DELETE /v2.0/networks/f411651e-6154-4773-b736-16dae1674cec HTTP/1.1" status: 204 len: 168 time: 0.2827578 Jan 18 16:31:03.624371 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a178c-a367-46ed-ad7f-521989a8fe4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f411651e-6154-4773-b736-16dae1674cec,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:03.787029 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39758) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:03.832685 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-493417a0-f859-45a9-a430-47429467f54e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b205cbc85b42462e9fb91e126616d33e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442665 Jan 18 16:31:03.835321 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39760) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:03.885710 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7b344-523e-4044-bd56-7a8c2f633221 req-1afe328c-876f-4830-a4a8-010b5b82d902 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:03.887506 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1bd7b344-523e-4044-bd56-7a8c2f633221 req-1afe328c-876f-4830-a4a8-010b5b82d902 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0545411 Jan 18 16:31:03.899824 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75595da-c3da-4771-b534-274d0adb95d3 admin admin] Publish callbacks [] for security_group (6868dd52-84bb-4bd4-958f-3cf79b1a0118), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.930736 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75595da-c3da-4771-b534-274d0adb95d3 admin admin] Publish callbacks [] for security_group (6868dd52-84bb-4bd4-958f-3cf79b1a0118), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.970378 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1bd7b344-523e-4044-bd56-7a8c2f633221 req-191a0373-bbf0-47ae-91ab-3c9a65fda09d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747638 Jan 18 16:31:03.992607 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75595da-c3da-4771-b534-274d0adb95d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (6868dd52-84bb-4bd4-958f-3cf79b1a0118), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.995482 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75595da-c3da-4771-b534-274d0adb95d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:03.996621 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d75595da-c3da-4771-b534-274d0adb95d3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6868dd52-84bb-4bd4-958f-3cf79b1a0118 HTTP/1.1" status: 204 len: 168 time: 0.1602609 Jan 18 16:31:04.005543 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75595da-c3da-4771-b534-274d0adb95d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6868dd52-84bb-4bd4-958f-3cf79b1a0118,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:04.270737 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ce661267-6290-428f-af8d-cd5d03d770e2 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:31:04.293318 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: ce661267-6290-428f-af8d-cd5d03d770e2 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:31:04.293774 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ce661267-6290-428f-af8d-cd5d03d770e2 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:31:05.105649 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6bf5d-5d76-46a0-b51b-5e30a8faf769 req-dc63c32f-a48e-48c3-b0d6-79fb58e9ab2d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:05.107265 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22f6bf5d-5d76-46a0-b51b-5e30a8faf769 req-dc63c32f-a48e-48c3-b0d6-79fb58e9ab2d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0589807 Jan 18 16:31:05.156552 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22f6bf5d-5d76-46a0-b51b-5e30a8faf769 req-8bf0e0cc-f707-45b2-b7ad-4bcd8d3795cc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432348 Jan 18 16:31:06.271277 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a682f-cd7f-4716-8051-8268e924cc46 req-dd992732-a692-4197-ab6c-eb803639fed6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:06.272776 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4d8a682f-cd7f-4716-8051-8268e924cc46 req-dd992732-a692-4197-ab6c-eb803639fed6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Jan 18 16:31:06.319945 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4d8a682f-cd7f-4716-8051-8268e924cc46 req-6a322c3e-52d9-4d6e-a871-aa572ecd7bfb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Jan 18 16:31:07.461784 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086710bc-a83c-46f5-a655-c2be8a1a4fd8 req-46113eda-5d6c-46eb-9fb9-f5b7100f237a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:07.464139 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-086710bc-a83c-46f5-a655-c2be8a1a4fd8 req-46113eda-5d6c-46eb-9fb9-f5b7100f237a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0535674 Jan 18 16:31:07.526048 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-086710bc-a83c-46f5-a655-c2be8a1a4fd8 req-b269330d-1bc1-405c-9af5-230c42809bb0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561509 Jan 18 16:31:07.644200 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39888) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:07.777539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90a04bed-eb7f-4943-b548-317dc3c8ad36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:07.853069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90a04bed-eb7f-4943-b548-317dc3c8ad36 admin admin] Publish callbacks [] for security_group (9cf5190d-01ab-4d7f-885f-d2b6c149ab0e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:07.857086 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-90a04bed-eb7f-4943-b548-317dc3c8ad36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9cf5190d-01ab-4d7f-885f-d2b6c149ab0e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:07.896168 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a04bed-eb7f-4943-b548-317dc3c8ad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf5190d-01ab-4d7f-885f-d2b6c149ab0e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:07.900800 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-90a04bed-eb7f-4943-b548-317dc3c8ad36 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8261e8bd0bd9434fae50d95b6100a02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547808 Jan 18 16:31:07.904069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39898) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:07.958146 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77033b83-93e1-470f-8b0f-704dcb6a012c admin admin] Publish callbacks [] for security_group (9cf5190d-01ab-4d7f-885f-d2b6c149ab0e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:07.979584 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77033b83-93e1-470f-8b0f-704dcb6a012c admin admin] Publish callbacks [] for security_group (9cf5190d-01ab-4d7f-885f-d2b6c149ab0e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.025902 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77033b83-93e1-470f-8b0f-704dcb6a012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9cf5190d-01ab-4d7f-885f-d2b6c149ab0e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.028496 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-77033b83-93e1-470f-8b0f-704dcb6a012c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.029668 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-77033b83-93e1-470f-8b0f-704dcb6a012c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9cf5190d-01ab-4d7f-885f-d2b6c149ab0e HTTP/1.1" status: 204 len: 168 time: 0.1252868 Jan 18 16:31:08.037493 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77033b83-93e1-470f-8b0f-704dcb6a012c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf5190d-01ab-4d7f-885f-d2b6c149ab0e,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:08.320656 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39916) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:08.335024 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d07986e-ff8d-4b65-a7ff-c31f0411d846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.419737 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d07986e-ff8d-4b65-a7ff-c31f0411d846 admin admin] Publish callbacks [] for security_group (f211a9d6-675d-4c1f-b48b-8d2df13ec202), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.431290 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7d07986e-ff8d-4b65-a7ff-c31f0411d846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f211a9d6-675d-4c1f-b48b-8d2df13ec202), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.464803 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07986e-ff8d-4b65-a7ff-c31f0411d846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211a9d6-675d-4c1f-b48b-8d2df13ec202,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:08.487609 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7d07986e-ff8d-4b65-a7ff-c31f0411d846 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d607f72ff534416fb1db8ecd2e119d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628215 Jan 18 16:31:08.487850 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 39934) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:08.548053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3dc15925-072b-4e37-8ccd-3828fbc51291 admin admin] Publish callbacks [] for security_group (f211a9d6-675d-4c1f-b48b-8d2df13ec202), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.599040 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3dc15925-072b-4e37-8ccd-3828fbc51291 admin admin] Publish callbacks [] for security_group (f211a9d6-675d-4c1f-b48b-8d2df13ec202), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.696764 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6556d-ecba-4096-ba44-7a7208eaa13d req-8b45e26e-1589-49a3-a274-dc29c84bc561 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:08.700272 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cde6556d-ecba-4096-ba44-7a7208eaa13d req-8b45e26e-1589-49a3-a274-dc29c84bc561 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0778706 Jan 18 16:31:08.708286 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3dc15925-072b-4e37-8ccd-3828fbc51291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f211a9d6-675d-4c1f-b48b-8d2df13ec202), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.710980 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3dc15925-072b-4e37-8ccd-3828fbc51291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:08.714485 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3dc15925-072b-4e37-8ccd-3828fbc51291 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f211a9d6-675d-4c1f-b48b-8d2df13ec202 HTTP/1.1" status: 204 len: 168 time: 0.2233498 Jan 18 16:31:08.740404 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc15925-072b-4e37-8ccd-3828fbc51291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211a9d6-675d-4c1f-b48b-8d2df13ec202,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:08.785954 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cde6556d-ecba-4096-ba44-7a7208eaa13d req-47f96986-833a-414b-aa43-f85b5f64dbca tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 Jan 18 16:31:09.895286 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18679675-b205-43dc-873d-60fd766ea72a req-3aa29838-67cc-42f4-9ce0-d81977b35866 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:09.896784 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-18679675-b205-43dc-873d-60fd766ea72a req-3aa29838-67cc-42f4-9ce0-d81977b35866 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0523183 Jan 18 16:31:09.958368 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-18679675-b205-43dc-873d-60fd766ea72a req-3a4640f2-461f-435f-b2e0-ccf76b8511bd tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560107 Jan 18 16:31:11.075325 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a9623-1deb-4a20-9458-27ea3d685980 req-39b93099-eed4-41ac-a5c8-3381a0e90010 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:11.077075 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-135a9623-1deb-4a20-9458-27ea3d685980 req-39b93099-eed4-41ac-a5c8-3381a0e90010 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0512102 Jan 18 16:31:11.127072 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-135a9623-1deb-4a20-9458-27ea3d685980 req-d66de8a5-2074-43af-b0d1-53234b21fd16 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Jan 18 16:31:12.257546 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550054d-6c31-4995-8672-8f395ee7ef20 req-dac34228-578f-49cc-b094-1082a665ba48 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:12.265490 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4550054d-6c31-4995-8672-8f395ee7ef20 req-dac34228-578f-49cc-b094-1082a665ba48 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0639839 Jan 18 16:31:12.321623 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4550054d-6c31-4995-8672-8f395ee7ef20 req-786ddad9-3da9-4557-9767-20bc2f7587a6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550752 Jan 18 16:31:13.322011 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40184) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:13.458650 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5beee455-0c4a-4b8b-881b-814cf89188d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.465334 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5163c-c744-4cfa-bf63-15b93121df21 req-9ad366d8-06c3-4d8e-88f7-7004f457bbd4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:13.473262 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7bb5163c-c744-4cfa-bf63-15b93121df21 req-9ad366d8-06c3-4d8e-88f7-7004f457bbd4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0726068 Jan 18 16:31:13.525794 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7bb5163c-c744-4cfa-bf63-15b93121df21 req-db961da5-5466-4a2a-a877-a764f9c7ebb5 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515425 Jan 18 16:31:13.561132 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5beee455-0c4a-4b8b-881b-814cf89188d8 admin admin] Publish callbacks [] for security_group (7832bcc4-6cd1-4175-bd91-884891c76e53), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.565412 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5beee455-0c4a-4b8b-881b-814cf89188d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (7832bcc4-6cd1-4175-bd91-884891c76e53), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.604107 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beee455-0c4a-4b8b-881b-814cf89188d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7832bcc4-6cd1-4175-bd91-884891c76e53,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:13.611036 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5beee455-0c4a-4b8b-881b-814cf89188d8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2c7b84173f3e48e49cde8cf46bf619b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850196 Jan 18 16:31:13.611292 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40210) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:13.667769 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f8b-4eac-49bb-9852-3cd9518007de admin admin] Publish callbacks [] for security_group (7832bcc4-6cd1-4175-bd91-884891c76e53), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.695378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f8b-4eac-49bb-9852-3cd9518007de admin admin] Publish callbacks [] for security_group (7832bcc4-6cd1-4175-bd91-884891c76e53), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.752301 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f8b-4eac-49bb-9852-3cd9518007de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (7832bcc4-6cd1-4175-bd91-884891c76e53), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.755199 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1cb37f8b-4eac-49bb-9852-3cd9518007de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.765208 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1cb37f8b-4eac-49bb-9852-3cd9518007de admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7832bcc4-6cd1-4175-bd91-884891c76e53 HTTP/1.1" status: 204 len: 168 time: 0.1521280 Jan 18 16:31:13.773461 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb37f8b-4eac-49bb-9852-3cd9518007de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7832bcc4-6cd1-4175-bd91-884891c76e53,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:13.812663 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40230) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:13.857895 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Deleting subnet 7a493530-aace-4580-98be-29923ab52f46 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:31:13.861639 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Publish callbacks [] for subnet (7a493530-aace-4580-98be-29923ab52f46), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.897298 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (7a493530-aace-4580-98be-29923ab52f46), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:13.946304 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (7a493530-aace-4580-98be-29923ab52f46), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.004367 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (7a493530-aace-4580-98be-29923ab52f46), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.031864 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a493530-aace-4580-98be-29923ab52f46,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:14.052618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40238) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:14.055305 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.061633 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1f0f86f2-c9c6-44f2-906c-23469ad50f83 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/7a493530-aace-4580-98be-29923ab52f46 HTTP/1.1" status: 204 len: 168 time: 0.2478726 Jan 18 16:31:14.062823 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40240) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:14.070032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2cab-c878-45fb-80c0-2e3921af7bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.139659 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (93feec30-49be-4d6e-8be4-ce0e4e0cb831), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.154136 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2cab-c878-45fb-80c0-2e3921af7bea admin admin] Publish callbacks [] for security_group (9b964722-7316-43ec-a76d-8c43c598504b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.158069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2a9a2cab-c878-45fb-80c0-2e3921af7bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9b964722-7316-43ec-a76d-8c43c598504b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.201764 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2a9a2cab-c878-45fb-80c0-2e3921af7bea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a8fee4a5c59f400a91b852c3f326a396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472850 Jan 18 16:31:14.203641 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40244) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:14.212201 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a2cab-c878-45fb-80c0-2e3921af7bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b964722-7316-43ec-a76d-8c43c598504b,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:14.229647 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (93feec30-49be-4d6e-8be4-ce0e4e0cb831), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.254429 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93feec30-49be-4d6e-8be4-ce0e4e0cb831']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:14.262689 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-71228562-7c3c-4203-a734-1a90084d0c57 admin admin] Publish callbacks [] for security_group (9b964722-7316-43ec-a76d-8c43c598504b), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.264693 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c6b52c-ce3a-4e78-a24b-d96dd19ff436') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:14.265097 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c6b52c-ce3a-4e78-a24b-d96dd19ff436') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:14.275544 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (71c6b52c-ce3a-4e78-a24b-d96dd19ff436), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.286170 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-71228562-7c3c-4203-a734-1a90084d0c57 admin admin] Publish callbacks [] for security_group (9b964722-7316-43ec-a76d-8c43c598504b), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.289429 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (71c6b52c-ce3a-4e78-a24b-d96dd19ff436), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.295635 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:31:14.296077 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (71c6b52c-ce3a-4e78-a24b-d96dd19ff436), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:31:14.300312 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:31:14.346142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-71228562-7c3c-4203-a734-1a90084d0c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9b964722-7316-43ec-a76d-8c43c598504b), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.349252 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-71228562-7c3c-4203-a734-1a90084d0c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.350550 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-71228562-7c3c-4203-a734-1a90084d0c57 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9b964722-7316-43ec-a76d-8c43c598504b HTTP/1.1" status: 204 len: 168 time: 0.1449668 Jan 18 16:31:14.359969 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71228562-7c3c-4203-a734-1a90084d0c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b964722-7316-43ec-a76d-8c43c598504b,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:14.379055 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (93feec30-49be-4d6e-8be4-ce0e4e0cb831), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.387415 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.394693 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40250) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:14.394845 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] 10.222.0.82 "DELETE /v2.0/networks/93feec30-49be-4d6e-8be4-ce0e4e0cb831 HTTP/1.1" status: 204 len: 168 time: 0.3312800 Jan 18 16:31:14.404767 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20389af3-2c71-471d-9fb3-3686c6af85b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=93feec30-49be-4d6e-8be4-ce0e4e0cb831,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:14.443383 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Deleting subnet df48211c-8912-4882-ab61-da569f763d88 {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:31:14.446997 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Publish callbacks [] for subnet (df48211c-8912-4882-ab61-da569f763d88), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.483387 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Publish callbacks [] for subnet (df48211c-8912-4882-ab61-da569f763d88), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.490091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (df48211c-8912-4882-ab61-da569f763d88), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.564521 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (df48211c-8912-4882-ab61-da569f763d88), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.600597 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df48211c-8912-4882-ab61-da569f763d88,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:14.638604 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-22661972-c145-4396-b190-319b248741a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.643080 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-22661972-c145-4396-b190-319b248741a5 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/df48211c-8912-4882-ab61-da569f763d88 HTTP/1.1" status: 204 len: 168 time: 0.2470980 Jan 18 16:31:14.646359 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40264) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:14.667919 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05068073-ced0-40ba-bdfa-204740c1e123 req-b0191b5b-1d11-4223-8a3b-28fa9ca013b4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:14.669515 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05068073-ced0-40ba-bdfa-204740c1e123 req-b0191b5b-1d11-4223-8a3b-28fa9ca013b4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0700784 Jan 18 16:31:14.721126 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05068073-ced0-40ba-bdfa-204740c1e123 req-4e5beb28-2450-4a88-80d8-b770cbd8b803 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446579 Jan 18 16:31:14.744058 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (eabaf66b-0ab7-427c-aaba-21706a047097), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.839938 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (eabaf66b-0ab7-427c-aaba-21706a047097), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.866870 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabaf66b-0ab7-427c-aaba-21706a047097']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:14.883466 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c14cbb-655d-45c9-8072-7f9ecff09f48') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:14.883758 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c14cbb-655d-45c9-8072-7f9ecff09f48') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:14.895932 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (80c14cbb-655d-45c9-8072-7f9ecff09f48), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.910000 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (80c14cbb-655d-45c9-8072-7f9ecff09f48), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.917434 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:31:14.918350 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (80c14cbb-655d-45c9-8072-7f9ecff09f48), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:31:14.920086 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:31:14.988393 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (eabaf66b-0ab7-427c-aaba-21706a047097), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.993956 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:14.997124 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] 10.222.0.82 "DELETE /v2.0/networks/eabaf66b-0ab7-427c-aaba-21706a047097 HTTP/1.1" status: 204 len: 168 time: 0.3494215 Jan 18 16:31:15.009756 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f2ade-d9e3-4ade-8d47-5c775816f15d admin admin] Pushing event deleted for resources: {'Network': ['ID=eabaf66b-0ab7-427c-aaba-21706a047097,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:15.155540 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40310) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:15.203985 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-55fe514b-aeda-4f97-afdd-5208bebfdcfb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e4b3b4f5e0b94d59b35ce98f8a063761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472534 Jan 18 16:31:15.206645 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40318) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:15.281952 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c65ed055-4021-48d6-9d02-5bb92880f9a5 admin admin] Publish callbacks [] for security_group (2a15f9a6-20b7-4f74-8ee9-49b552ed8e84), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.308811 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c65ed055-4021-48d6-9d02-5bb92880f9a5 admin admin] Publish callbacks [] for security_group (2a15f9a6-20b7-4f74-8ee9-49b552ed8e84), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.368518 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c65ed055-4021-48d6-9d02-5bb92880f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (2a15f9a6-20b7-4f74-8ee9-49b552ed8e84), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.371197 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c65ed055-4021-48d6-9d02-5bb92880f9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.374937 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c65ed055-4021-48d6-9d02-5bb92880f9a5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2a15f9a6-20b7-4f74-8ee9-49b552ed8e84 HTTP/1.1" status: 204 len: 168 time: 0.1647284 Jan 18 16:31:15.384614 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ed055-4021-48d6-9d02-5bb92880f9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a15f9a6-20b7-4f74-8ee9-49b552ed8e84,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:15.611191 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40334) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:15.739483 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40346) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:15.810898 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-341438d5-bc77-4d92-95ab-e2fec28e1337 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2859f512c4ed4ac3841ab99f8e62669a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705202 Jan 18 16:31:15.814853 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40350) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:15.872740 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ad360-d681-49bd-9dff-e32619f20045 req-c26759ad-fafe-41f7-8dab-ac9e2c864782 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:15.874615 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-235ad360-d681-49bd-9dff-e32619f20045 req-c26759ad-fafe-41f7-8dab-ac9e2c864782 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0585663 Jan 18 16:31:15.878353 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-911afe08-ff5e-4361-8e0d-f93c8d4bf1ed admin admin] Publish callbacks [] for security_group (95bb552c-188b-4ca8-a443-6431067e3f0a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.915504 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-911afe08-ff5e-4361-8e0d-f93c8d4bf1ed admin admin] Publish callbacks [] for security_group (95bb552c-188b-4ca8-a443-6431067e3f0a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.930922 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a6674ba-be2b-47be-aa15-d2a85761fa29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:15.937623 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-235ad360-d681-49bd-9dff-e32619f20045 req-36e9d5c4-035e-4c6c-ae21-13862c4f0389 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Jan 18 16:31:16.000994 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-911afe08-ff5e-4361-8e0d-f93c8d4bf1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (95bb552c-188b-4ca8-a443-6431067e3f0a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.003536 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-911afe08-ff5e-4361-8e0d-f93c8d4bf1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.004679 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-911afe08-ff5e-4361-8e0d-f93c8d4bf1ed admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/95bb552c-188b-4ca8-a443-6431067e3f0a HTTP/1.1" status: 204 len: 168 time: 0.1886783 Jan 18 16:31:16.031567 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911afe08-ff5e-4361-8e0d-f93c8d4bf1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb552c-188b-4ca8-a443-6431067e3f0a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:16.047521 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a6674ba-be2b-47be-aa15-d2a85761fa29 admin admin] Publish callbacks [] for security_group (c1250974-f079-468f-99f6-ceacba37cbe7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.052423 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a6674ba-be2b-47be-aa15-d2a85761fa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (c1250974-f079-468f-99f6-ceacba37cbe7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.106694 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0a6674ba-be2b-47be-aa15-d2a85761fa29 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3bee3c34222746faa9689860594ac408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4943414 Jan 18 16:31:16.108302 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6674ba-be2b-47be-aa15-d2a85761fa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1250974-f079-468f-99f6-ceacba37cbe7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:16.109708 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40360) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:16.175335 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c726709-85d0-42e4-9e3c-ea00560ffea6 admin admin] Publish callbacks [] for security_group (c1250974-f079-468f-99f6-ceacba37cbe7), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.202174 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c726709-85d0-42e4-9e3c-ea00560ffea6 admin admin] Publish callbacks [] for security_group (c1250974-f079-468f-99f6-ceacba37cbe7), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.270338 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c726709-85d0-42e4-9e3c-ea00560ffea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (c1250974-f079-468f-99f6-ceacba37cbe7), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.273915 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5c726709-85d0-42e4-9e3c-ea00560ffea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.279122 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-5c726709-85d0-42e4-9e3c-ea00560ffea6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c1250974-f079-468f-99f6-ceacba37cbe7 HTTP/1.1" status: 204 len: 168 time: 0.1676319 Jan 18 16:31:16.290102 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c726709-85d0-42e4-9e3c-ea00560ffea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1250974-f079-468f-99f6-ceacba37cbe7,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:16.678937 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40396) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:16.693226 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-471fa1de-9263-4c4e-ba0a-fe774a33690e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.790199 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-471fa1de-9263-4c4e-ba0a-fe774a33690e admin admin] Publish callbacks [] for security_group (3fe9e6d1-337c-49a9-9804-c0251ad3d62c), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.795021 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-471fa1de-9263-4c4e-ba0a-fe774a33690e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3fe9e6d1-337c-49a9-9804-c0251ad3d62c), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.840678 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40410) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:16.841186 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-471fa1de-9263-4c4e-ba0a-fe774a33690e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=779f5ffcdfdc47a2a11d0857512e683f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607406 Jan 18 16:31:16.856615 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fa1de-9263-4c4e-ba0a-fe774a33690e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9e6d1-337c-49a9-9804-c0251ad3d62c,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:16.915677 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-72c806c1-1794-44c9-b616-1395acf4cad7 admin admin] Publish callbacks [] for security_group (3fe9e6d1-337c-49a9-9804-c0251ad3d62c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:16.952705 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-72c806c1-1794-44c9-b616-1395acf4cad7 admin admin] Publish callbacks [] for security_group (3fe9e6d1-337c-49a9-9804-c0251ad3d62c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.019775 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-72c806c1-1794-44c9-b616-1395acf4cad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3fe9e6d1-337c-49a9-9804-c0251ad3d62c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.024545 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-72c806c1-1794-44c9-b616-1395acf4cad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.026346 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-72c806c1-1794-44c9-b616-1395acf4cad7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3fe9e6d1-337c-49a9-9804-c0251ad3d62c HTTP/1.1" status: 204 len: 168 time: 0.1840920 Jan 18 16:31:17.038623 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c806c1-1794-44c9-b616-1395acf4cad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9e6d1-337c-49a9-9804-c0251ad3d62c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:17.102688 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8ac2f-cf76-462d-982f-81853fcc1eb3 req-c87f0988-a378-4633-b4d1-98e095314d65 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:17.104613 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-adc8ac2f-cf76-462d-982f-81853fcc1eb3 req-c87f0988-a378-4633-b4d1-98e095314d65 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0603988 Jan 18 16:31:17.171091 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-adc8ac2f-cf76-462d-982f-81853fcc1eb3 req-6412a067-5c49-4886-bbb2-19093badf39b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605686 Jan 18 16:31:17.292335 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40442) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:17.605367 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40456) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:17.631663 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfafe7ef-ce96-458a-affc-4bb548192982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.714240 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7cf73afb-fb55-4247-8383-ef19b461df0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.800234 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfafe7ef-ce96-458a-affc-4bb548192982 admin admin] Publish callbacks [] for security_group (a278bf14-a1a9-450f-9080-314e8f9be307), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.807036 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfafe7ef-ce96-458a-affc-4bb548192982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a278bf14-a1a9-450f-9080-314e8f9be307), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.817089 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40468) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:17.870136 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dfafe7ef-ce96-458a-affc-4bb548192982 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=93e0c08016614c4e850bcb0396c375a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5766132 Jan 18 16:31:17.872948 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40472) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:17.880684 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfafe7ef-ce96-458a-affc-4bb548192982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a278bf14-a1a9-450f-9080-314e8f9be307,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:17.894850 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7cf73afb-fb55-4247-8383-ef19b461df0b admin admin] Publish callbacks [] for security_group (a5d674f6-bab6-4a86-aff8-3b874532b530), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.901898 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7cf73afb-fb55-4247-8383-ef19b461df0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a5d674f6-bab6-4a86-aff8-3b874532b530), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:17.938103 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf73afb-fb55-4247-8383-ef19b461df0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d674f6-bab6-4a86-aff8-3b874532b530,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:17.956542 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7cf73afb-fb55-4247-8383-ef19b461df0b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=19f1f47fb4b241e7a085554b82a76f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3499551 Jan 18 16:31:17.959310 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40476) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:17.977707 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-34e852dc-5455-4bb6-8061-e1e531d6d95d admin admin] Publish callbacks [] for security_group (a278bf14-a1a9-450f-9080-314e8f9be307), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.029998 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-34e852dc-5455-4bb6-8061-e1e531d6d95d admin admin] Publish callbacks [] for security_group (a278bf14-a1a9-450f-9080-314e8f9be307), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.037183 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b57-5071-4447-b5f1-0702ff64bd97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.099037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d55ee9d1-586d-4abc-95dd-cac2d7b961f0 admin admin] Publish callbacks [] for security_group (a5d674f6-bab6-4a86-aff8-3b874532b530), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.139149 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d55ee9d1-586d-4abc-95dd-cac2d7b961f0 admin admin] Publish callbacks [] for security_group (a5d674f6-bab6-4a86-aff8-3b874532b530), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.155468 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-34e852dc-5455-4bb6-8061-e1e531d6d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a278bf14-a1a9-450f-9080-314e8f9be307), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.158636 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-34e852dc-5455-4bb6-8061-e1e531d6d95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.159775 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-34e852dc-5455-4bb6-8061-e1e531d6d95d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a278bf14-a1a9-450f-9080-314e8f9be307 HTTP/1.1" status: 204 len: 168 time: 0.2856798 Jan 18 16:31:18.197283 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e852dc-5455-4bb6-8061-e1e531d6d95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a278bf14-a1a9-450f-9080-314e8f9be307,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:18.224093 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b57-5071-4447-b5f1-0702ff64bd97 admin admin] Publish callbacks [] for security_group (d307419c-ce14-4d1d-9166-f216a1891c5e), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.234083 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4fc5b57-5071-4447-b5f1-0702ff64bd97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d307419c-ce14-4d1d-9166-f216a1891c5e), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.290659 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc5b57-5071-4447-b5f1-0702ff64bd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d307419c-ce14-4d1d-9166-f216a1891c5e,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:18.326393 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d55ee9d1-586d-4abc-95dd-cac2d7b961f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a5d674f6-bab6-4a86-aff8-3b874532b530), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.330044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d55ee9d1-586d-4abc-95dd-cac2d7b961f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.333821 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d55ee9d1-586d-4abc-95dd-cac2d7b961f0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a5d674f6-bab6-4a86-aff8-3b874532b530 HTTP/1.1" status: 204 len: 168 time: 0.3710992 Jan 18 16:31:18.338499 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d4fc5b57-5071-4447-b5f1-0702ff64bd97 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5778294236a84960867a6e138e4256d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203257 Jan 18 16:31:18.341248 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40496) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:18.348574 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee9d1-586d-4abc-95dd-cac2d7b961f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d674f6-bab6-4a86-aff8-3b874532b530,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:18.371828 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11eb817-2d9b-4171-ae68-748d2336f8aa req-df5ef1c7-e9cf-4efa-aedf-0669dbabc9d6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:18.373736 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e11eb817-2d9b-4171-ae68-748d2336f8aa req-df5ef1c7-e9cf-4efa-aedf-0669dbabc9d6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0977643 Jan 18 16:31:18.423821 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21dbddf5-1249-4aff-ae52-4e730daa8d79 admin admin] Publish callbacks [] for security_group (d307419c-ce14-4d1d-9166-f216a1891c5e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.457739 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21dbddf5-1249-4aff-ae52-4e730daa8d79 admin admin] Publish callbacks [] for security_group (d307419c-ce14-4d1d-9166-f216a1891c5e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.481203 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e11eb817-2d9b-4171-ae68-748d2336f8aa req-1f4d680a-0d77-437c-a18c-f8fc889f320e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874906 Jan 18 16:31:18.520186 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21dbddf5-1249-4aff-ae52-4e730daa8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d307419c-ce14-4d1d-9166-f216a1891c5e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.522962 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-21dbddf5-1249-4aff-ae52-4e730daa8d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.524129 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-21dbddf5-1249-4aff-ae52-4e730daa8d79 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d307419c-ce14-4d1d-9166-f216a1891c5e HTTP/1.1" status: 204 len: 168 time: 0.1814604 Jan 18 16:31:18.534314 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbddf5-1249-4aff-ae52-4e730daa8d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d307419c-ce14-4d1d-9166-f216a1891c5e,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:18.810011 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40516) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:18.823248 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-235c86e7-0e36-4231-a105-aba283b1728d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.932641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-235c86e7-0e36-4231-a105-aba283b1728d admin admin] Publish callbacks [] for security_group (165ed507-75ff-4d1c-8e50-dcb15789c63a), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.935379 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-235c86e7-0e36-4231-a105-aba283b1728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (165ed507-75ff-4d1c-8e50-dcb15789c63a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:18.979515 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-235c86e7-0e36-4231-a105-aba283b1728d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=21d60d52e1964babb258f9c04275baae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683946 Jan 18 16:31:18.980354 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c86e7-0e36-4231-a105-aba283b1728d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165ed507-75ff-4d1c-8e50-dcb15789c63a,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:18.985107 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40526) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:19.039734 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5f609c1-902a-4286-8869-693425477bdf admin admin] Publish callbacks [] for security_group (165ed507-75ff-4d1c-8e50-dcb15789c63a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:19.061879 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5f609c1-902a-4286-8869-693425477bdf admin admin] Publish callbacks [] for security_group (165ed507-75ff-4d1c-8e50-dcb15789c63a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:19.125626 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5f609c1-902a-4286-8869-693425477bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (165ed507-75ff-4d1c-8e50-dcb15789c63a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:19.125626 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b5f609c1-902a-4286-8869-693425477bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:19.128798 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b5f609c1-902a-4286-8869-693425477bdf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/165ed507-75ff-4d1c-8e50-dcb15789c63a HTTP/1.1" status: 204 len: 168 time: 0.1424737 Jan 18 16:31:19.137306 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f609c1-902a-4286-8869-693425477bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165ed507-75ff-4d1c-8e50-dcb15789c63a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:19.629748 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3e226-d18e-436f-aa34-648c7d22e876 req-ea9b1280-dd95-4808-a78e-206e6e3bd12e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:19.639433 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aef3e226-d18e-436f-aa34-648c7d22e876 req-ea9b1280-dd95-4808-a78e-206e6e3bd12e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0714586 Jan 18 16:31:19.714412 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aef3e226-d18e-436f-aa34-648c7d22e876 req-6640dc64-ef4e-4ecc-aea9-d5197c0412da tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739813 Jan 18 16:31:20.396538 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40624) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:20.565039 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cac14576-c7d0-4041-aa97-7ab36b9148f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.682412 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cac14576-c7d0-4041-aa97-7ab36b9148f9 admin admin] Publish callbacks [] for security_group (5c97da9d-a172-4c4c-859f-fae973f4302e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.687706 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cac14576-c7d0-4041-aa97-7ab36b9148f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5c97da9d-a172-4c4c-859f-fae973f4302e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.753541 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cac14576-c7d0-4041-aa97-7ab36b9148f9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=19b9e7b329e746e09c72a694608cc958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572202 Jan 18 16:31:20.755324 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40674) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:20.756337 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac14576-c7d0-4041-aa97-7ab36b9148f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c97da9d-a172-4c4c-859f-fae973f4302e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:20.872215 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7d05b35-8a0f-4c4d-ba01-83cb8c4cc8bc admin admin] Publish callbacks [] for security_group (5c97da9d-a172-4c4c-859f-fae973f4302e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.920628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433abfe9-1884-4fd9-a14b-ac7ad7987872 req-24281ec2-8811-484c-b47b-380775a5163f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:20.922352 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-433abfe9-1884-4fd9-a14b-ac7ad7987872 req-24281ec2-8811-484c-b47b-380775a5163f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0892904 Jan 18 16:31:20.927404 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7d05b35-8a0f-4c4d-ba01-83cb8c4cc8bc admin admin] Publish callbacks [] for security_group (5c97da9d-a172-4c4c-859f-fae973f4302e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.988535 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7d05b35-8a0f-4c4d-ba01-83cb8c4cc8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5c97da9d-a172-4c4c-859f-fae973f4302e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.991576 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b7d05b35-8a0f-4c4d-ba01-83cb8c4cc8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:20.999056 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b7d05b35-8a0f-4c4d-ba01-83cb8c4cc8bc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c97da9d-a172-4c4c-859f-fae973f4302e HTTP/1.1" status: 204 len: 168 time: 0.2215855 Jan 18 16:31:21.009328 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d05b35-8a0f-4c4d-ba01-83cb8c4cc8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c97da9d-a172-4c4c-859f-fae973f4302e,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:21.022722 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-433abfe9-1884-4fd9-a14b-ac7ad7987872 req-7e489bfd-68c6-4c12-a568-45da2cbf5187 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916576 Jan 18 16:31:21.481830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40716) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:21.495583 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65eb0b4-8914-4ff5-8a38-59a365c5cd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.586577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65eb0b4-8914-4ff5-8a38-59a365c5cd76 admin admin] Publish callbacks [] for security_group (7c45dbbb-8291-4fa7-bb2a-4537e518f472), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.592607 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65eb0b4-8914-4ff5-8a38-59a365c5cd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (7c45dbbb-8291-4fa7-bb2a-4537e518f472), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.628335 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f65eb0b4-8914-4ff5-8a38-59a365c5cd76 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e184a89d42704206b483a1b5a9467529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452489 Jan 18 16:31:21.631414 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40722) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:21.640804 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eb0b4-8914-4ff5-8a38-59a365c5cd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45dbbb-8291-4fa7-bb2a-4537e518f472,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:21.686065 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e10677e-9d16-41f8-8eb1-08ff63d61389 admin admin] Publish callbacks [] for security_group (7c45dbbb-8291-4fa7-bb2a-4537e518f472), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.715158 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e10677e-9d16-41f8-8eb1-08ff63d61389 admin admin] Publish callbacks [] for security_group (7c45dbbb-8291-4fa7-bb2a-4537e518f472), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.772187 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e10677e-9d16-41f8-8eb1-08ff63d61389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (7c45dbbb-8291-4fa7-bb2a-4537e518f472), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.774779 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8e10677e-9d16-41f8-8eb1-08ff63d61389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:21.775933 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8e10677e-9d16-41f8-8eb1-08ff63d61389 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7c45dbbb-8291-4fa7-bb2a-4537e518f472 HTTP/1.1" status: 204 len: 168 time: 0.1437979 Jan 18 16:31:21.786166 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10677e-9d16-41f8-8eb1-08ff63d61389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45dbbb-8291-4fa7-bb2a-4537e518f472,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:22.172301 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f016b73-431c-471f-bc4b-a154a56cdc8a req-890cd270-8044-4a1f-83fe-e56a1994bc23 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:22.174691 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2f016b73-431c-471f-bc4b-a154a56cdc8a req-890cd270-8044-4a1f-83fe-e56a1994bc23 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0528677 Jan 18 16:31:22.229201 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2f016b73-431c-471f-bc4b-a154a56cdc8a req-b641c356-30df-4fa6-b945-da1972e038cf tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Jan 18 16:31:23.351123 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758f3ff-da94-4c6c-8440-d0a6e8f2ad66 req-10021652-f758-4dcd-8d88-a5e1d314d000 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:23.353422 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c758f3ff-da94-4c6c-8440-d0a6e8f2ad66 req-10021652-f758-4dcd-8d88-a5e1d314d000 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0503101 Jan 18 16:31:23.415470 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c758f3ff-da94-4c6c-8440-d0a6e8f2ad66 req-4826347a-f449-412d-b10c-8ed8407fbf73 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571482 Jan 18 16:31:23.657054 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40828) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:23.775885 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d3368e07-5923-4785-b879-22505681cdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:23.858843 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d3368e07-5923-4785-b879-22505681cdf2 admin admin] Publish callbacks [] for security_group (fba99676-00ed-4052-8b27-3929524e9d8f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:23.863455 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d3368e07-5923-4785-b879-22505681cdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (fba99676-00ed-4052-8b27-3929524e9d8f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:23.901919 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d3368e07-5923-4785-b879-22505681cdf2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ff90f45b316746c7b8631ae7e26b59d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431893 Jan 18 16:31:23.902794 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3368e07-5923-4785-b879-22505681cdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba99676-00ed-4052-8b27-3929524e9d8f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:23.904638 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40838) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:23.959686 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-580eeefd-db5c-4e0b-8ed6-7780b3322abb admin admin] Publish callbacks [] for security_group (fba99676-00ed-4052-8b27-3929524e9d8f), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:23.985178 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-580eeefd-db5c-4e0b-8ed6-7780b3322abb admin admin] Publish callbacks [] for security_group (fba99676-00ed-4052-8b27-3929524e9d8f), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.041120 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-580eeefd-db5c-4e0b-8ed6-7780b3322abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (fba99676-00ed-4052-8b27-3929524e9d8f), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.045950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-580eeefd-db5c-4e0b-8ed6-7780b3322abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.054341 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-580eeefd-db5c-4e0b-8ed6-7780b3322abb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fba99676-00ed-4052-8b27-3929524e9d8f HTTP/1.1" status: 204 len: 168 time: 0.1485670 Jan 18 16:31:24.069215 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eeefd-db5c-4e0b-8ed6-7780b3322abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba99676-00ed-4052-8b27-3929524e9d8f,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:24.409018 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 40860) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:24.421920 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-478ae7db-d3a5-4b17-82b7-af3786e77ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.522774 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-478ae7db-d3a5-4b17-82b7-af3786e77ff2 admin admin] Publish callbacks [] for security_group (f59fab19-3029-42d7-9671-ffb2b90cbccb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.529974 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-478ae7db-d3a5-4b17-82b7-af3786e77ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f59fab19-3029-42d7-9671-ffb2b90cbccb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.572114 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-478ae7db-d3a5-4b17-82b7-af3786e77ff2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=89484313199041a5b3471701e62cf9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619818 Jan 18 16:31:24.575417 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 40864) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:24.582807 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fb438-8467-45c9-9db3-efff3584a6e6 req-b66c4b3d-c206-4064-94b7-3fa861fac5de tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:24.584269 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-400fb438-8467-45c9-9db3-efff3584a6e6 req-b66c4b3d-c206-4064-94b7-3fa861fac5de tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0943208 Jan 18 16:31:24.586261 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ae7db-d3a5-4b17-82b7-af3786e77ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59fab19-3029-42d7-9671-ffb2b90cbccb,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:24.626491 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb97c-91f5-4bd7-8469-2ff2eb85358b admin admin] Publish callbacks [] for security_group (f59fab19-3029-42d7-9671-ffb2b90cbccb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.636096 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-400fb438-8467-45c9-9db3-efff3584a6e6 req-712592cb-bd50-45a1-a9f5-fdb1e9134479 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438886 Jan 18 16:31:24.655161 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb97c-91f5-4bd7-8469-2ff2eb85358b admin admin] Publish callbacks [] for security_group (f59fab19-3029-42d7-9671-ffb2b90cbccb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.705485 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb97c-91f5-4bd7-8469-2ff2eb85358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f59fab19-3029-42d7-9671-ffb2b90cbccb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.707935 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb97c-91f5-4bd7-8469-2ff2eb85358b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:24.709113 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-bf6cb97c-91f5-4bd7-8469-2ff2eb85358b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f59fab19-3029-42d7-9671-ffb2b90cbccb HTTP/1.1" status: 204 len: 168 time: 0.1326320 Jan 18 16:31:24.716848 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cb97c-91f5-4bd7-8469-2ff2eb85358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59fab19-3029-42d7-9671-ffb2b90cbccb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:25.792272 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d127bd-7a05-4160-b141-baab66d6f689 req-beba049f-1ba1-4302-9274-2d580799e830 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:25.800769 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a6d127bd-7a05-4160-b141-baab66d6f689 req-beba049f-1ba1-4302-9274-2d580799e830 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0811634 Jan 18 16:31:25.865699 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a6d127bd-7a05-4160-b141-baab66d6f689 req-ddd4c307-f0f0-4ac8-afd1-b0c75ad3f207 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623131 Jan 18 16:31:26.954872 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-f126e2b6-f548-418d-99f1-ae2e6675197c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:26.981970 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a4d36-c3bc-44a2-839c-74a078bd0312 req-85944ee4-9e1d-4e9a-9029-4d024376ee4e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:26.983423 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-379a4d36-c3bc-44a2-839c-74a078bd0312 req-85944ee4-9e1d-4e9a-9029-4d024376ee4e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Jan 18 16:31:27.029264 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-379a4d36-c3bc-44a2-839c-74a078bd0312 req-be512206-91ea-461b-93b9-dadb9c237982 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Jan 18 16:31:28.144672 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85698-bbee-4125-b74e-d552446769ef req-07e7c793-7459-4a72-b907-f8d2c882de49 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:28.146182 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d0d85698-bbee-4125-b74e-d552446769ef req-07e7c793-7459-4a72-b907-f8d2c882de49 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0523460 Jan 18 16:31:28.194393 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d0d85698-bbee-4125-b74e-d552446769ef req-d3663c03-b021-421f-bbc4-db7bba55a951 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424645 Jan 18 16:31:29.177328 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8cd7d9b8-4d99-455c-8558-b92002db9f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:29.310671 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1ddbd-f832-4157-849c-82df11d034eb req-fd3dfbba-5c91-414b-8579-c26caa1e394c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:29.312189 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-61a1ddbd-f832-4157-849c-82df11d034eb req-fd3dfbba-5c91-414b-8579-c26caa1e394c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Jan 18 16:31:29.362141 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-61a1ddbd-f832-4157-849c-82df11d034eb req-b078b2fd-9828-453f-8bb9-89654de3de93 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431437 Jan 18 16:31:30.060900 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:30.180546 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:31:30.388635 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:30.480762 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca21b0-5d39-48d2-8bc4-b86e0b8e5cb1 req-3dc758fc-1c69-49e5-a09d-e04ffa096b74 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:30.482348 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78ca21b0-5d39-48d2-8bc4-b86e0b8e5cb1 req-3dc758fc-1c69-49e5-a09d-e04ffa096b74 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Jan 18 16:31:30.541980 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78ca21b0-5d39-48d2-8bc4-b86e0b8e5cb1 req-2f767d04-e082-4482-9a61-e330e37c0253 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528648 Jan 18 16:31:31.657179 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce221aeb-ca02-4883-b60e-5e7308692814 req-afb7ce90-e49d-4d88-963f-8cd801ff9cbb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:31.658636 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce221aeb-ca02-4883-b60e-5e7308692814 req-afb7ce90-e49d-4d88-963f-8cd801ff9cbb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0485370 Jan 18 16:31:31.706680 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce221aeb-ca02-4883-b60e-5e7308692814 req-227c21ae-5d39-4387-bde1-bb40d31665d7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Jan 18 16:31:31.760577 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:32.818984 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5a574-ce55-4b6e-9b90-dad4c9954153 req-a8783781-a610-42cd-b033-968e165c0b60 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:32.820424 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0cc5a574-ce55-4b6e-9b90-dad4c9954153 req-a8783781-a610-42cd-b033-968e165c0b60 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0464063 Jan 18 16:31:32.867564 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0cc5a574-ce55-4b6e-9b90-dad4c9954153 req-c19ea36a-c76a-4c71-8a61-39d23a2855e9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Jan 18 16:31:33.037438 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:34.010055 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44c26c-734d-430c-a2c4-9c5c2d538d21 req-ce55c008-83ca-4499-bbe3-202e96bac635 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:34.011754 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a44c26c-734d-430c-a2c4-9c5c2d538d21 req-ce55c008-83ca-4499-bbe3-202e96bac635 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0649767 Jan 18 16:31:34.067783 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a44c26c-734d-430c-a2c4-9c5c2d538d21 req-5231d04e-45a6-49a8-b4c2-46e6cf53702c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476086 Jan 18 16:31:35.194476 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d06e51-42ce-4610-b941-a3897da96300 req-7ed70a72-5e55-42f9-bdaf-ec90cd19a9f0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:35.201595 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27d06e51-42ce-4610-b941-a3897da96300 req-7ed70a72-5e55-42f9-bdaf-ec90cd19a9f0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0620589 Jan 18 16:31:35.288081 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27d06e51-42ce-4610-b941-a3897da96300 req-0bf4bc6d-8404-4173-8f3a-42c311ff5224 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829673 Jan 18 16:31:35.600096 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41234) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:35.705404 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ca6d-ec06-415f-bdb5-bf41f970cad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.780802 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ca6d-ec06-415f-bdb5-bf41f970cad3 admin admin] Publish callbacks [] for security_group (230e70c0-fcf6-4597-8838-ce22457bb31c), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.785017 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7b0ca6d-ec06-415f-bdb5-bf41f970cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (230e70c0-fcf6-4597-8838-ce22457bb31c), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.826383 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a7b0ca6d-ec06-415f-bdb5-bf41f970cad3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9a3f16b38cbb47878d5687224205428b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251544 Jan 18 16:31:35.827339 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0ca6d-ec06-415f-bdb5-bf41f970cad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230e70c0-fcf6-4597-8838-ce22457bb31c,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:35.829288 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41238) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:35.880404 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5106a2b8-c5c2-4b51-93cd-2be3ff76fd3f admin admin] Publish callbacks [] for security_group (230e70c0-fcf6-4597-8838-ce22457bb31c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.902568 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5106a2b8-c5c2-4b51-93cd-2be3ff76fd3f admin admin] Publish callbacks [] for security_group (230e70c0-fcf6-4597-8838-ce22457bb31c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.953159 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5106a2b8-c5c2-4b51-93cd-2be3ff76fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (230e70c0-fcf6-4597-8838-ce22457bb31c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.955964 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5106a2b8-c5c2-4b51-93cd-2be3ff76fd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:35.957458 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5106a2b8-c5c2-4b51-93cd-2be3ff76fd3f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/230e70c0-fcf6-4597-8838-ce22457bb31c HTTP/1.1" status: 204 len: 168 time: 0.1268549 Jan 18 16:31:35.964817 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106a2b8-c5c2-4b51-93cd-2be3ff76fd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230e70c0-fcf6-4597-8838-ce22457bb31c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:36.245763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41262) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:36.259768 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b56a6ea-a7e6-4551-9b10-46b3e11a76ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.353973 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b56a6ea-a7e6-4551-9b10-46b3e11a76ea admin admin] Publish callbacks [] for security_group (7bdaa05d-4f9f-45a0-8c94-f35d2b154b20), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.360997 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0b56a6ea-a7e6-4551-9b10-46b3e11a76ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (7bdaa05d-4f9f-45a0-8c94-f35d2b154b20), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.405585 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0b56a6ea-a7e6-4551-9b10-46b3e11a76ea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=60ac2cac7bf94a4eb8bde052d3de4906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586757 Jan 18 16:31:36.406115 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41274) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:36.435575 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56a6ea-a7e6-4551-9b10-46b3e11a76ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdaa05d-4f9f-45a0-8c94-f35d2b154b20,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:36.476478 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc445d41-2925-461a-b168-f3ad6167276f admin admin] Publish callbacks [] for security_group (7bdaa05d-4f9f-45a0-8c94-f35d2b154b20), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.482395 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f73814-8a00-47eb-b8d5-42520008691b req-9e08aadc-ec1b-481e-acca-c2170e4313d6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:36.489332 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f2f73814-8a00-47eb-b8d5-42520008691b req-9e08aadc-ec1b-481e-acca-c2170e4313d6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1054447 Jan 18 16:31:36.503877 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc445d41-2925-461a-b168-f3ad6167276f admin admin] Publish callbacks [] for security_group (7bdaa05d-4f9f-45a0-8c94-f35d2b154b20), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.517498 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a880b6be-518a-484f-9ce9-0d8532fdac71 req-8f373b98-55c4-4aa0-afe5-e87729b71ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:36.519650 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a880b6be-518a-484f-9ce9-0d8532fdac71 req-8f373b98-55c4-4aa0-afe5-e87729b71ecb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0772760 Jan 18 16:31:36.554848 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f2f73814-8a00-47eb-b8d5-42520008691b req-ff63daab-3f80-49df-8d19-3297ea3c80cd tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646574 Jan 18 16:31:36.570921 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc445d41-2925-461a-b168-f3ad6167276f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (7bdaa05d-4f9f-45a0-8c94-f35d2b154b20), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.573750 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fc445d41-2925-461a-b168-f3ad6167276f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:36.575128 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fc445d41-2925-461a-b168-f3ad6167276f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7bdaa05d-4f9f-45a0-8c94-f35d2b154b20 HTTP/1.1" status: 204 len: 168 time: 0.1663475 Jan 18 16:31:36.585384 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc445d41-2925-461a-b168-f3ad6167276f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdaa05d-4f9f-45a0-8c94-f35d2b154b20,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:36.597028 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a880b6be-518a-484f-9ce9-0d8532fdac71 req-232283cc-416e-4ee4-b88e-565c7aad0824 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657351 Jan 18 16:31:36.901007 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41302) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:37.009792 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6bff1428-f0eb-450b-8e76-a437c6226ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.012105 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41306) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:37.029181 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c8e3-739e-4523-ae85-e266b8981caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.111547 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6bff1428-f0eb-450b-8e76-a437c6226ace admin admin] Publish callbacks [] for security_group (aa33235b-971b-4e9a-91a7-09e01498f7fa), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.115625 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6bff1428-f0eb-450b-8e76-a437c6226ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (aa33235b-971b-4e9a-91a7-09e01498f7fa), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.130681 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c8e3-739e-4523-ae85-e266b8981caf admin admin] Publish callbacks [] for security_group (54dc06bb-c7a7-4e58-ace7-032e3b30a45d), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.134937 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c8e3-739e-4523-ae85-e266b8981caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (54dc06bb-c7a7-4e58-ace7-032e3b30a45d), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.165763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff1428-f0eb-450b-8e76-a437c6226ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa33235b-971b-4e9a-91a7-09e01498f7fa,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:37.177799 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6bff1428-f0eb-450b-8e76-a437c6226ace admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4917f2bcbf8342acae7f349ccb068c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715423 Jan 18 16:31:37.177901 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f1f2c8e3-739e-4523-ae85-e266b8981caf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6e444cea43024df3ac20b2eca610dc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604309 Jan 18 16:31:37.177901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41316) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:37.177901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41318) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:37.219976 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2c8e3-739e-4523-ae85-e266b8981caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc06bb-c7a7-4e58-ace7-032e3b30a45d,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:37.280965 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7010ed8-9107-48bd-bfdd-20b4c3b5a117 admin admin] Publish callbacks [] for security_group (54dc06bb-c7a7-4e58-ace7-032e3b30a45d), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.300248 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-895a9859-7db3-484f-b687-ffc6d823d58e admin admin] Publish callbacks [] for security_group (aa33235b-971b-4e9a-91a7-09e01498f7fa), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.318407 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7010ed8-9107-48bd-bfdd-20b4c3b5a117 admin admin] Publish callbacks [] for security_group (54dc06bb-c7a7-4e58-ace7-032e3b30a45d), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.343837 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-895a9859-7db3-484f-b687-ffc6d823d58e admin admin] Publish callbacks [] for security_group (aa33235b-971b-4e9a-91a7-09e01498f7fa), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.411557 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7010ed8-9107-48bd-bfdd-20b4c3b5a117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (54dc06bb-c7a7-4e58-ace7-032e3b30a45d), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.416021 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b7010ed8-9107-48bd-bfdd-20b4c3b5a117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.417422 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b7010ed8-9107-48bd-bfdd-20b4c3b5a117 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/54dc06bb-c7a7-4e58-ace7-032e3b30a45d HTTP/1.1" status: 204 len: 168 time: 0.2387874 Jan 18 16:31:37.427077 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-895a9859-7db3-484f-b687-ffc6d823d58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (aa33235b-971b-4e9a-91a7-09e01498f7fa), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.430552 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-895a9859-7db3-484f-b687-ffc6d823d58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:37.431647 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-895a9859-7db3-484f-b687-ffc6d823d58e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/aa33235b-971b-4e9a-91a7-09e01498f7fa HTTP/1.1" status: 204 len: 168 time: 0.2541113 Jan 18 16:31:37.432609 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7010ed8-9107-48bd-bfdd-20b4c3b5a117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc06bb-c7a7-4e58-ace7-032e3b30a45d,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:37.452764 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a9859-7db3-484f-b687-ffc6d823d58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa33235b-971b-4e9a-91a7-09e01498f7fa,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:37.728371 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedf583-9335-43c4-914f-b04c99493b14 req-1a9f5cce-d4cb-4806-9415-ba7c1a46b71a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:37.729910 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7aedf583-9335-43c4-914f-b04c99493b14 req-1a9f5cce-d4cb-4806-9415-ba7c1a46b71a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0594623 Jan 18 16:31:37.821880 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7aedf583-9335-43c4-914f-b04c99493b14 req-2a6da467-1791-439a-91fa-c447afa9ca81 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824311 Jan 18 16:31:37.944589 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41364) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:37.959237 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c8f1043d-9a80-4dbf-bdcd-e2d1839d6b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.042328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c8f1043d-9a80-4dbf-bdcd-e2d1839d6b1e admin admin] Publish callbacks [] for security_group (b84781e3-d024-47a6-a248-70966eb1b4b3), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.047267 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c8f1043d-9a80-4dbf-bdcd-e2d1839d6b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b84781e3-d024-47a6-a248-70966eb1b4b3), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.087657 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c8f1043d-9a80-4dbf-bdcd-e2d1839d6b1e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=55b1faf97cb24364be663b3b4219e3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420019 Jan 18 16:31:38.088891 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1043d-9a80-4dbf-bdcd-e2d1839d6b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84781e3-d024-47a6-a248-70966eb1b4b3,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:38.090568 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41368) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:38.156136 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d082f57-fdb8-4a5e-8741-1f21cbbd9175 admin admin] Publish callbacks [] for security_group (b84781e3-d024-47a6-a248-70966eb1b4b3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.181943 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d082f57-fdb8-4a5e-8741-1f21cbbd9175 admin admin] Publish callbacks [] for security_group (b84781e3-d024-47a6-a248-70966eb1b4b3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.236335 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d082f57-fdb8-4a5e-8741-1f21cbbd9175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b84781e3-d024-47a6-a248-70966eb1b4b3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.239181 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3d082f57-fdb8-4a5e-8741-1f21cbbd9175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.242836 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3d082f57-fdb8-4a5e-8741-1f21cbbd9175 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b84781e3-d024-47a6-a248-70966eb1b4b3 HTTP/1.1" status: 204 len: 168 time: 0.1481905 Jan 18 16:31:38.248108 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d082f57-fdb8-4a5e-8741-1f21cbbd9175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84781e3-d024-47a6-a248-70966eb1b4b3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:38.378177 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41384) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:38.525671 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1488261711-network', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:38.550613 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Made reservation on behalf of 89b9ac86cb4c4f109b49c6f9a66379a4 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:31:38.553218 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.563033 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.648508 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks [] for security_group (0a59d990-d183-4bee-9721-8662a7c33d2c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.652949 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0a59d990-d183-4bee-9721-8662a7c33d2c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.683808 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:31:38.694289 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a59d990-d183-4bee-9721-8662a7c33d2c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:38.701380 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (ea1443ac-bc56-4939-894d-00c792d1b8e9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.701713 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Added segment ea1443ac-bc56-4939-894d-00c792d1b8e9 of type vlan for network 1553074d-8be9-4ad2-b3ce-7b8026c06eda Jan 18 16:31:38.746105 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (1553074d-8be9-4ad2-b3ce-7b8026c06eda), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.774145 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (1553074d-8be9-4ad2-b3ce-7b8026c06eda), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.775362 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:38.776153 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:38.844076 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4646230 Jan 18 16:31:38.844229 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41412) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:38.850297 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Request body: {'subnet': {'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1488261711-subnet', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:38.853910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b966fd-10d0-452d-bc27-2089b3ec4231 admin admin] Pushing event updated for resources: {'Network': ['ID=1553074d-8be9-4ad2-b3ce-7b8026c06eda,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:38.866830 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:31:38.947761 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Made reservation on behalf of 89b9ac86cb4c4f109b49c6f9a66379a4 for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:31:38.950939 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.153478 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673d670-b44a-4f4d-90dc-c35546e79c08 req-31947bf3-5e97-4474-8797-d8017099222b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:39.155362 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f673d670-b44a-4f4d-90dc-c35546e79c08 req-31947bf3-5e97-4474-8797-d8017099222b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1000874 Jan 18 16:31:39.281715 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f673d670-b44a-4f4d-90dc-c35546e79c08 req-1aef31f3-d1c8-4777-a151-c8990794c3b2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201768 Jan 18 16:31:39.307506 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (676b4f4c-8ce3-4854-9976-e4e20780cf2e), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.356905 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41438) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:39.374932 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=676b4f4c-8ce3-4854-9976-e4e20780cf2e,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:39.410692 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Checking segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:39.411051 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Network hostable DHCP agents. Network: 1553074d-8be9-4ad2-b3ce-7b8026c06eda, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:31:39.442165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:31:39.454203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b176b30-1d43-47fc-b949-8345dff63fae req-419bd983-1663-47d6-be41-c2b7da40819e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:39.454203 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b176b30-1d43-47fc-b949-8345dff63fae req-419bd983-1663-47d6-be41-c2b7da40819e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0722742 Jan 18 16:31:39.468277 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 1553074d-8be9-4ad2-b3ce-7b8026c06eda) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:39.480645 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc630c-ff41-4b03-9d0b-7649e4047699 None None] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:31:39.482467 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:39.483050 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.523207 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1bb90e1d-f68c-41f3-89bc-c3c5e8d8a56c admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6756272 Jan 18 16:31:39.524605 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41448) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:39.529124 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:39.534268 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02ad8008-ce95-48ca-b53a-7943b41b4098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.553538 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b176b30-1d43-47fc-b949-8345dff63fae req-cf071f7d-48ed-47ef-9ed2-2ed5a09d054f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931597 Jan 18 16:31:39.626495 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (a987d2ec-9a31-4599-aa91-034e2d65109b), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.627642 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (a987d2ec-9a31-4599-aa91-034e2d65109b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.666722 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:31:39.668044 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.677810 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02ad8008-ce95-48ca-b53a-7943b41b4098 admin admin] Publish callbacks [] for security_group (2826ae75-f864-4299-a66c-2e6ec0c0a3b4), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.687644 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02ad8008-ce95-48ca-b53a-7943b41b4098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (2826ae75-f864-4299-a66c-2e6ec0c0a3b4), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.741063 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks [] for router_controller (a987d2ec-9a31-4599-aa91-034e2d65109b), precommit_add_association {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.764522 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad8008-ce95-48ca-b53a-7943b41b4098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2826ae75-f864-4299-a66c-2e6ec0c0a3b4,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:39.795802 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-02ad8008-ce95-48ca-b53a-7943b41b4098 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7d0358f8478745658b38c73db74444b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4370358 Jan 18 16:31:39.798324 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41458) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:39.879721 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Allocated IP 172.20.0.2 (1553074d-8be9-4ad2-b3ce-7b8026c06eda/676b4f4c-8ce3-4854-9976-e4e20780cf2e/29755f9a-cf15-4d0a-9f15-4500b475cfc7) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:31:39.905124 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae46c-84ec-4516-b84a-9f78af0c3a78 admin admin] Publish callbacks [] for security_group (2826ae75-f864-4299-a66c-2e6ec0c0a3b4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:39.946500 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae46c-84ec-4516-b84a-9f78af0c3a78 admin admin] Publish callbacks [] for security_group (2826ae75-f864-4299-a66c-2e6ec0c0a3b4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.023087 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae46c-84ec-4516-b84a-9f78af0c3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (2826ae75-f864-4299-a66c-2e6ec0c0a3b4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.027310 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cd5ae46c-84ec-4516-b84a-9f78af0c3a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.028903 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cd5ae46c-84ec-4516-b84a-9f78af0c3a78 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2826ae75-f864-4299-a66c-2e6ec0c0a3b4 HTTP/1.1" status: 204 len: 168 time: 0.2294548 Jan 18 16:31:40.039600 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ae46c-84ec-4516-b84a-9f78af0c3a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2826ae75-f864-4299-a66c-2e6ec0c0a3b4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:40.212553 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks [] for router_gateway (a987d2ec-9a31-4599-aa91-034e2d65109b), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.312808 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Publish callbacks [] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.321732 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.388477 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:40.389911 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Pushing event updated for resources: {'Port': ['ID=29755f9a-cf15-4d0a-9f15-4500b475cfc7,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:40.393563 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:40.402181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:31:40.406005 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.406367 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.406737 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.407296 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.407840 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.408504 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.409941 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.410494 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.411025 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.411569 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.411983 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.412393 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.412800 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:40.507678 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Attempting to bind port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:31:40.508970 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Attempting to bind port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:31:40.509547 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Attempting to bind port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:31:40.520749 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:31:40.521567 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Checking segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:40.522217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.522967 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Bound using segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:31:40.523755 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Bound port: 29755f9a-cf15-4d0a-9f15-4500b475cfc7, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:31:40.524541 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.559075 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks [] for router_gateway (a987d2ec-9a31-4599-aa91-034e2d65109b), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.582708 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.598458 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41488) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:40.674095 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] For port 29755f9a-cf15-4d0a-9f15-4500b475cfc7, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:31:40.678314 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] For port 29755f9a-cf15-4d0a-9f15-4500b475cfc7, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=29755f9a-cf15-4d0a-9f15-4500b475cfc7,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:31:40.685945 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.778322 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc3d75-2498-4056-af4b-36eea3218eb5 None None] Pushing event updated for resources: {'Port': ['ID=29755f9a-cf15-4d0a-9f15-4500b475cfc7,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:40.842456 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a79035ba-ecac-4429-adae-1ae1cfeef6ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.870707 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Allocated IP 172.27.3.83 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/9ba232bb-0322-467c-ac1c-c194b7074bbf) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:31:40.956489 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a79035ba-ecac-4429-adae-1ae1cfeef6ba admin admin] Publish callbacks [] for security_group (cec5b5f3-89ab-4915-8d30-c8732a262e1e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.961818 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a79035ba-ecac-4429-adae-1ae1cfeef6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (cec5b5f3-89ab-4915-8d30-c8732a262e1e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:40.998588 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks [] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.002815 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79035ba-ecac-4429-adae-1ae1cfeef6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec5b5f3-89ab-4915-8d30-c8732a262e1e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:41.022973 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a79035ba-ecac-4429-adae-1ae1cfeef6ba admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=32425fda69234b299a886c252c41d858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204121 Jan 18 16:31:41.024513 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41510) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:41.051439 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.125519 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb56e039-3e91-444d-ad99-34cdd4fc88b5 admin admin] Publish callbacks [] for security_group (cec5b5f3-89ab-4915-8d30-c8732a262e1e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.129706 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:41.133737 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:41.136425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:31:41.157732 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb56e039-3e91-444d-ad99-34cdd4fc88b5 admin admin] Publish callbacks [] for security_group (cec5b5f3-89ab-4915-8d30-c8732a262e1e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.210026 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Pushing event updated for resources: {'Port': ['ID=9ba232bb-0322-467c-ac1c-c194b7074bbf,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:41.271972 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb56e039-3e91-444d-ad99-34cdd4fc88b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (cec5b5f3-89ab-4915-8d30-c8732a262e1e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.276575 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-eb56e039-3e91-444d-ad99-34cdd4fc88b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.277859 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-eb56e039-3e91-444d-ad99-34cdd4fc88b5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cec5b5f3-89ab-4915-8d30-c8732a262e1e HTTP/1.1" status: 204 len: 168 time: 0.2522378 Jan 18 16:31:41.289614 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56e039-3e91-444d-ad99-34cdd4fc88b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec5b5f3-89ab-4915-8d30-c8732a262e1e,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:41.640236 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks [] for router_gateway (a987d2ec-9a31-4599-aa91-034e2d65109b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.692682 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-c3296d54-8ad8-4fcd-9614-a48473eb58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:41.694229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-c3296d54-8ad8-4fcd-9614-a48473eb58ac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.1782818 Jan 18 16:31:41.703797 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a433a-81e9-4daa-b1bc-b2fa5e017da4 req-52b0c131-997a-4a22-9868-1b42ebaaaafb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:41.705330 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-610a433a-81e9-4daa-b1bc-b2fa5e017da4 req-52b0c131-997a-4a22-9868-1b42ebaaaafb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1764219 Jan 18 16:31:41.832074 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41540) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:41.851713 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-066d9d15-7c70-40be-9313-b8002277d385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:41.989143 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-f18720ac-53b6-41fb-b58e-eff4313c1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:41.990636 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-f18720ac-53b6-41fb-b58e-eff4313c1b8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.2843385 Jan 18 16:31:42.026184 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-066d9d15-7c70-40be-9313-b8002277d385 admin admin] Publish callbacks [] for security_group (d2b48adf-63be-4583-ac75-d1d22b9ceb70), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.031500 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-066d9d15-7c70-40be-9313-b8002277d385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d2b48adf-63be-4583-ac75-d1d22b9ceb70), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.067068 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-610a433a-81e9-4daa-b1bc-b2fa5e017da4 req-27770e17-2e20-40b5-afb2-94d2985c9b76 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337202 Jan 18 16:31:42.077030 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-066d9d15-7c70-40be-9313-b8002277d385 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3b39680014104905803b9abf1f5b73cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430642 Jan 18 16:31:42.084343 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41552) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:42.162660 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d9d15-7c70-40be-9313-b8002277d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b48adf-63be-4583-ac75-d1d22b9ceb70,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:42.179940 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a61a26d-3056-4041-9ded-99328d51e2cc admin admin] Publish callbacks [] for security_group (d2b48adf-63be-4583-ac75-d1d22b9ceb70), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.198968 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 29755f9a-cf15-4d0a-9f15-4500b475cfc7 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:42.250068 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a61a26d-3056-4041-9ded-99328d51e2cc admin admin] Publish callbacks [] for security_group (d2b48adf-63be-4583-ac75-d1d22b9ceb70), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.276739 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-219f3db3-5279-4be6-a9b7-46406a17b31e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.2364457 Jan 18 16:31:42.313081 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:42.313807 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.349711 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a61a26d-3056-4041-9ded-99328d51e2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d2b48adf-63be-4583-ac75-d1d22b9ceb70), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.352223 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1a61a26d-3056-4041-9ded-99328d51e2cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.353393 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1a61a26d-3056-4041-9ded-99328d51e2cc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d2b48adf-63be-4583-ac75-d1d22b9ceb70 HTTP/1.1" status: 204 len: 168 time: 0.2679288 Jan 18 16:31:42.362982 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61a26d-3056-4041-9ded-99328d51e2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b48adf-63be-4583-ac75-d1d22b9ceb70,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:42.389060 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-c19720f3-02f0-459d-83be-427862eb1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:42.390735 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-c19720f3-02f0-459d-83be-427862eb1b0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.1078653 Jan 18 16:31:42.398729 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (a987d2ec-9a31-4599-aa91-034e2d65109b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.438960 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2644d9-31c3-446f-9145-eaf32c2f78d9 None None] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:31:42.474834 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-e318fe16-4f40-48db-baa1-2bbd9ff6e26e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336652 Jan 18 16:31:42.515462 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:42.515946 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.548440 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-bd075858-b527-4be3-b8ce-48436fece5e1 None None] Provisioning complete for port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:42.549102 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-bd075858-b527-4be3-b8ce-48436fece5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.626789 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 29755f9a-cf15-4d0a-9f15-4500b475cfc7, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=29755f9a-cf15-4d0a-9f15-4500b475cfc7,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:31:42.633906 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.635949 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-83471576-4678-4567-adbd-a9a133f41b36 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536980 Jan 18 16:31:42.702725 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Router a987d2ec-9a31-4599-aa91-034e2d65109b is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:31:42.724550 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=29755f9a-cf15-4d0a-9f15-4500b475cfc7,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:42.739680 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-bd075858-b527-4be3-b8ce-48436fece5e1 None None] Current status of the port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:42.800025 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75aac873-842d-4d5a-a12b-ac9f1b52fb88 req-b5970f2f-4884-47c6-b4b0-5bc73028dc36 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561425 Jan 18 16:31:42.867486 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:31:42.883356 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:31:42.892004 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:42.893932 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-108bdc4d-3b9f-4e4c-a97f-79c6f29e3a95 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3677304 Jan 18 16:31:42.897431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41578) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:42.908385 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:42.910658 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:42.971081 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-64f40c8e-b0c5-4dfa-b10b-5fdf0945fe06 None None] Provisioning complete for port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:42.972662 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-64f40c8e-b0c5-4dfa-b10b-5fdf0945fe06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:43.056081 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:43.084593 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-64f40c8e-b0c5-4dfa-b10b-5fdf0945fe06 None None] Current status of the port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:43.384775 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:41Z', 'revision_number': 3, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:43.479630 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:31:43.480026 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Updating router a987d2ec-9a31-4599-aa91-034e2d65109b port 9ba232bb-0322-467c-ac1c-c194b7074bbf binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:31:43.524300 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea723c17-08fe-4b98-9e50-12289542cdc9 req-dfc37907-ccf7-4d60-97f8-33cadb0ce942 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:43.525895 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ea723c17-08fe-4b98-9e50-12289542cdc9 req-dfc37907-ccf7-4d60-97f8-33cadb0ce942 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1544054 Jan 18 16:31:43.550634 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:43.688279 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ea723c17-08fe-4b98-9e50-12289542cdc9 req-df4c2d4a-964f-427a-8ac7-efe6a9eaf3d0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553257 Jan 18 16:31:43.863653 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.064223 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Publish callbacks [] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.077504 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.084594 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 29755f9a-cf15-4d0a-9f15-4500b475cfc7 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:44.133296 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Attempting to bind port 9ba232bb-0322-467c-ac1c-c194b7074bbf on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:31:44.133559 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Attempting to bind port 9ba232bb-0322-467c-ac1c-c194b7074bbf by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:31:44.133921 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Attempting to bind port 9ba232bb-0322-467c-ac1c-c194b7074bbf on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:31:44.169790 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:44.171100 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.177491 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:31:44.177873 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:44.178284 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.180606 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:31:44.180606 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Bound port: 9ba232bb-0322-467c-ac1c-c194b7074bbf, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:31:44.183701 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.206493 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Allocated IP 172.20.0.1 (1553074d-8be9-4ad2-b3ce-7b8026c06eda/676b4f4c-8ce3-4854-9976-e4e20780cf2e/31e5943e-ccad-4b2b-aeac-16f1e61d56ea) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:31:44.289682 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Pushing event updated for resources: {'Port': ['ID=9ba232bb-0322-467c-ac1c-c194b7074bbf,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:44.292778 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] For port 9ba232bb-0322-467c-ac1c-c194b7074bbf, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:31:44.299602 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] For port 9ba232bb-0322-467c-ac1c-c194b7074bbf, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=9ba232bb-0322-467c-ac1c-c194b7074bbf,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:31:44.307518 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.311112 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.311627 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.311920 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:44.312265 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.312787 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.313325 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.315707 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.316583 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.316991 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.317320 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.317677 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.318016 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.318351 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.318676 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:44.409821 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:44.410470 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:44.469694 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d265dd5-8996-45cb-9bfb-23a5012f7ab9 None None] Pushing event updated for resources: {'Port': ['ID=9ba232bb-0322-467c-ac1c-c194b7074bbf,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:44.486413 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks [] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.537849 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.562002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:44.567132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:44.580864 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:44.612299 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:31:44.613036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (a987d2ec-9a31-4599-aa91-034e2d65109b), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.741434 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Pushing event updated for resources: {'Port': ['ID=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:44.903072 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:41Z', 'revision_number': 3, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:44.934374 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105da27e-5b61-4d73-9fce-58339049f2e8 None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:41Z', 'revision_number': 3, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:31:44.934603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bfa7e-5d48-4ad8-960a-0ca7419a7329 req-b7d43a5c-18e2-49ad-a7ae-e0a2c7b87baa tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:44.936351 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-141bfa7e-5d48-4ad8-960a-0ca7419a7329 req-b7d43a5c-18e2-49ad-a7ae-e0a2c7b87baa tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0993776 Jan 18 16:31:44.961838 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:44.962374 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-1db1e2fb-3e4b-4817-88d6-53f7aac89375 None None] Provisioning complete for port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:44.962854 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-1db1e2fb-3e4b-4817-88d6-53f7aac89375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.017794 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-1db1e2fb-3e4b-4817-88d6-53f7aac89375 None None] Port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:31:45.054828 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-141bfa7e-5d48-4ad8-960a-0ca7419a7329 req-8eede62a-8ecb-4be6-a204-2cf5b8ec13db tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019120 Jan 18 16:31:45.173459 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks [] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.180268 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.181065 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (a987d2ec-9a31-4599-aa91-034e2d65109b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.306253 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Pushing event updated for resources: {'Port': ['ID=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:45.376388 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:45.380529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:45.560527 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:31:45.691860 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41732) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:45.710645 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:31:45.719692 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-4c16f2da-52f0-4f16-862f-5f08c01e987a admin admin] 10.222.0.82 "PUT /v2.0/routers/a987d2ec-9a31-4599-aa91-034e2d65109b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8207664 Jan 18 16:31:45.765838 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-69b11011-aff7-477c-8679-2b6e72fac6aa None None] Provisioning complete for port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:45.766423 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-69b11011-aff7-477c-8679-2b6e72fac6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.822581 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-69b11011-aff7-477c-8679-2b6e72fac6aa None None] Port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:31:45.857579 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c382b6eb-f724-45fa-b705-2a3a26d2b403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.990076 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c382b6eb-f724-45fa-b705-2a3a26d2b403 admin admin] Publish callbacks [] for security_group (01975321-c60e-4121-b1c3-db9561cc0382), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:45.996153 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c382b6eb-f724-45fa-b705-2a3a26d2b403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (01975321-c60e-4121-b1c3-db9561cc0382), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.036217 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382b6eb-f724-45fa-b705-2a3a26d2b403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01975321-c60e-4121-b1c3-db9561cc0382,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:46.059045 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c382b6eb-f724-45fa-b705-2a3a26d2b403 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=06ab1f43b2d5458ab1d1796d4444116c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659768 Jan 18 16:31:46.059814 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41756) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:46.132621 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 9ba232bb-0322-467c-ac1c-c194b7074bbf up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:46.162910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a805b935-5ade-4d62-a002-3799083804ae admin admin] Publish callbacks [] for security_group (01975321-c60e-4121-b1c3-db9561cc0382), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.194710 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a805b935-5ade-4d62-a002-3799083804ae admin admin] Publish callbacks [] for security_group (01975321-c60e-4121-b1c3-db9561cc0382), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.214265 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 9ba232bb-0322-467c-ac1c-c194b7074bbf triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:46.214742 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.266634 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0f67f-1ed3-494f-89b2-86410fa321ad req-5c144bb0-5a9a-4f04-ba87-7e2078288332 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:46.274684 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e1f0f67f-1ed3-494f-89b2-86410fa321ad req-5c144bb0-5a9a-4f04-ba87-7e2078288332 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1037660 Jan 18 16:31:46.295740 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a805b935-5ade-4d62-a002-3799083804ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (01975321-c60e-4121-b1c3-db9561cc0382), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.298664 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a805b935-5ade-4d62-a002-3799083804ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.300979 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a805b935-5ade-4d62-a002-3799083804ae admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/01975321-c60e-4121-b1c3-db9561cc0382 HTTP/1.1" status: 204 len: 168 time: 0.2397964 Jan 18 16:31:46.309622 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805b935-5ade-4d62-a002-3799083804ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01975321-c60e-4121-b1c3-db9561cc0382,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:46.335265 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e1f0f67f-1ed3-494f-89b2-86410fa321ad req-7eb76b7c-af50-4160-9778-5f318ea23e77 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569642 Jan 18 16:31:46.412975 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 9ba232bb-0322-467c-ac1c-c194b7074bbf is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:46.413465 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.435305 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 9ba232bb-0322-467c-ac1c-c194b7074bbf, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=9ba232bb-0322-467c-ac1c-c194b7074bbf,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:31:46.440115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.497890 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=9ba232bb-0322-467c-ac1c-c194b7074bbf,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:46.682012 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41790) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:46.696835 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3437110b-d510-41d4-9048-2a1e9759fc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.806744 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3437110b-d510-41d4-9048-2a1e9759fc54 admin admin] Publish callbacks [] for security_group (eaa8115d-9380-4d4b-bcfa-05142c6d3b40), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.812786 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3437110b-d510-41d4-9048-2a1e9759fc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (eaa8115d-9380-4d4b-bcfa-05142c6d3b40), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:46.824762 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41792) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:46.860959 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3437110b-d510-41d4-9048-2a1e9759fc54 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=476782b1eca5441e816b5fe7ff1b27b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753030 Jan 18 16:31:46.860959 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437110b-d510-41d4-9048-2a1e9759fc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8115d-9380-4d4b-bcfa-05142c6d3b40,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:46.861493 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41798) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:46.960592 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41804) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:46.966453 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-955614343-network', 'tenant_id': '326fcff126504e6c9659c9792019c228'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:46.980667 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c7bb-ea4d-43bc-8cd9-a0eed7d2a843 admin admin] Publish callbacks [] for security_group (eaa8115d-9380-4d4b-bcfa-05142c6d3b40), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.012312 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Made reservation on behalf of 326fcff126504e6c9659c9792019c228 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:31:47.015184 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.022672 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c7bb-ea4d-43bc-8cd9-a0eed7d2a843 admin admin] Publish callbacks [] for security_group (eaa8115d-9380-4d4b-bcfa-05142c6d3b40), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.025736 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.077793 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c7bb-ea4d-43bc-8cd9-a0eed7d2a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (eaa8115d-9380-4d4b-bcfa-05142c6d3b40), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.081219 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2bf4c7bb-ea4d-43bc-8cd9-a0eed7d2a843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.083396 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2bf4c7bb-ea4d-43bc-8cd9-a0eed7d2a843 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/eaa8115d-9380-4d4b-bcfa-05142c6d3b40 HTTP/1.1" status: 204 len: 168 time: 0.2199900 Jan 18 16:31:47.092106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4c7bb-ea4d-43bc-8cd9-a0eed7d2a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8115d-9380-4d4b-bcfa-05142c6d3b40,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:47.132850 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks [] for security_group (50ef9cb0-5e40-41f6-b023-dbab3519f8d1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.137215 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (50ef9cb0-5e40-41f6-b023-dbab3519f8d1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.167511 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:31:47.176407 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ef9cb0-5e40-41f6-b023-dbab3519f8d1,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:47.185267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (c31d86aa-092b-47a4-a24c-1efb6ba4e745), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.185603 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Added segment c31d86aa-092b-47a4-a24c-1efb6ba4e745 of type vlan for network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 Jan 18 16:31:47.230180 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e266-fe8c-4b37-86e3-8d357dfaf7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.243862 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.248984 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:31:47.262424 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:47.263178 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:47.284715 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.286690 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:47.287559 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.350865 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3886414 Jan 18 16:31:47.355537 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41808) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:47.366434 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Request body: {'subnet': {'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-955614343-subnet', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:47.377342 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fd4e9-346c-4d72-ab38-0d065e1af49c admin admin] Pushing event updated for resources: {'Network': ['ID=d1a3505a-b969-42ea-8eb3-fc2f17ed18e8,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:47.402791 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:31:47.415958 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e266-fe8c-4b37-86e3-8d357dfaf7ec admin admin] Publish callbacks [] for security_group (c32224f4-c67d-4d1a-9de7-d2d016eef4a3), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.421793 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5fb0e266-fe8c-4b37-86e3-8d357dfaf7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (c32224f4-c67d-4d1a-9de7-d2d016eef4a3), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.503273 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:47.506892 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-5fb0e266-fe8c-4b37-86e3-8d357dfaf7ec admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f4c4e8639b124d7d85cf1e3191d0229a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6781099 Jan 18 16:31:47.507273 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41814) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:47.511230 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Made reservation on behalf of 326fcff126504e6c9659c9792019c228 for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:31:47.513533 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.532125 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0e266-fe8c-4b37-86e3-8d357dfaf7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32224f4-c67d-4d1a-9de7-d2d016eef4a3,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:47.573425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005adda-caf8-42bc-8927-6bcd5fd68977 req-9cccc9e8-7244-460e-8213-18f648110550 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:47.574979 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f005adda-caf8-42bc-8927-6bcd5fd68977 req-9cccc9e8-7244-460e-8213-18f648110550 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1492453 Jan 18 16:31:47.591734 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-81f77f19-4e8c-4b49-9121-bccea686af9d admin admin] Publish callbacks [] for security_group (c32224f4-c67d-4d1a-9de7-d2d016eef4a3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.619989 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-81f77f19-4e8c-4b49-9121-bccea686af9d admin admin] Publish callbacks [] for security_group (c32224f4-c67d-4d1a-9de7-d2d016eef4a3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.673439 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f005adda-caf8-42bc-8927-6bcd5fd68977 req-eb65488b-665a-4c74-8c4a-b27e6047f800 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862558 Jan 18 16:31:47.698087 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-81f77f19-4e8c-4b49-9121-bccea686af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (c32224f4-c67d-4d1a-9de7-d2d016eef4a3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.701701 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-81f77f19-4e8c-4b49-9121-bccea686af9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.702875 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-81f77f19-4e8c-4b49-9121-bccea686af9d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c32224f4-c67d-4d1a-9de7-d2d016eef4a3 HTTP/1.1" status: 204 len: 168 time: 0.1946123 Jan 18 16:31:47.711483 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77f19-4e8c-4b49-9121-bccea686af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32224f4-c67d-4d1a-9de7-d2d016eef4a3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:47.789092 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (932847ac-fb02-44b0-87cf-214a7f4f1ce9), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.851034 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=932847ac-fb02-44b0-87cf-214a7f4f1ce9,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:47.863971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Checking segment: {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:47.864410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Network hostable DHCP agents. Network: d1a3505a-b969-42ea-8eb3-fc2f17ed18e8, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:31:47.883414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:31:47.895941 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, d1a3505a-b969-42ea-8eb3-fc2f17ed18e8) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:47.903080 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:47.903589 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.911739 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541295ae-3358-4620-8706-c1bfbdf15759 None None] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:31:47.929962 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41830) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:47.930160 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-7855354e-4651-4e05-b2d6-0a7b72f0b26b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5730655 Jan 18 16:31:47.935782 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:47.962645 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (1b0cadcd-ed11-47f3-88c1-11187e338f12), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:47.964313 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (1b0cadcd-ed11-47f3-88c1-11187e338f12), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.053258 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks [] for router_controller (1b0cadcd-ed11-47f3-88c1-11187e338f12), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.070094 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:45Z', 'revision_number': 2, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:48.115448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:31:48.115799 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Updating router a987d2ec-9a31-4599-aa91-034e2d65109b port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:31:48.118934 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-d1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'project_id': '326fcff126504e6c9659c9792019c228', 'fixed_ips': [{'subnet_id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:31:48.120878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.138247 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 9ba232bb-0322-467c-ac1c-c194b7074bbf up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:48.161028 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41842) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:48.179548 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-be593d0a-3cc9-4dd1-a195-f6c503c7c6a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.200526 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks [] for router_gateway (1b0cadcd-ed11-47f3-88c1-11187e338f12), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.242605 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.293346 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-be593d0a-3cc9-4dd1-a195-f6c503c7c6a2 admin admin] Publish callbacks [] for security_group (0ce54700-a231-4dca-bef2-e8c2db6aabfd), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.297810 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-be593d0a-3cc9-4dd1-a195-f6c503c7c6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0ce54700-a231-4dca-bef2-e8c2db6aabfd), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.341791 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-be593d0a-3cc9-4dd1-a195-f6c503c7c6a2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9c1bb91027944ad5973c5ac10176096b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770163 Jan 18 16:31:48.341791 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be593d0a-3cc9-4dd1-a195-f6c503c7c6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce54700-a231-4dca-bef2-e8c2db6aabfd,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:48.342932 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41850) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:48.401520 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-376160bd-b168-475c-840d-efb50aa03700 admin admin] Publish callbacks [] for security_group (0ce54700-a231-4dca-bef2-e8c2db6aabfd), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.431349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-376160bd-b168-475c-840d-efb50aa03700 admin admin] Publish callbacks [] for security_group (0ce54700-a231-4dca-bef2-e8c2db6aabfd), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.489954 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 9ba232bb-0322-467c-ac1c-c194b7074bbf triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:48.490584 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.498825 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-376160bd-b168-475c-840d-efb50aa03700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0ce54700-a231-4dca-bef2-e8c2db6aabfd), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.501752 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-376160bd-b168-475c-840d-efb50aa03700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.502874 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-376160bd-b168-475c-840d-efb50aa03700 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0ce54700-a231-4dca-bef2-e8c2db6aabfd HTTP/1.1" status: 204 len: 168 time: 0.1589501 Jan 18 16:31:48.511328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376160bd-b168-475c-840d-efb50aa03700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce54700-a231-4dca-bef2-e8c2db6aabfd,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:48.571442 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Allocated IP 172.20.0.2 (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8/932847ac-fb02-44b0-87cf-214a7f4f1ce9/df86929e-4e55-49b4-8b1e-0af16e5c0737) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:31:48.733449 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks [] for router_gateway (1b0cadcd-ed11-47f3-88c1-11187e338f12), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.760412 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:48.829795 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 9ba232bb-0322-467c-ac1c-c194b7074bbf is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:48.882405 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542f782-28e8-4b7c-8818-baa5b140048e req-f3562c96-1a83-438c-bc0d-62432a0bf44f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:48.884231 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c542f782-28e8-4b7c-8818-baa5b140048e req-f3562c96-1a83-438c-bc0d-62432a0bf44f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0786548 Jan 18 16:31:48.899269 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Allocated IP 172.27.3.121 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/83e3e010-4ced-45f1-bcdf-57bf9f91fc12) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:31:48.980997 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c542f782-28e8-4b7c-8818-baa5b140048e req-21128fed-a6fd-4e0d-8d53-fe642099e017 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910604 Jan 18 16:31:48.996517 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Publish callbacks [] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.011177 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.019689 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Publish callbacks [] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.052433 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.068505 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:49.074298 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks [] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.074796 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:49.083413 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:31:49.089372 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Pushing event updated for resources: {'Port': ['ID=df86929e-4e55-49b4-8b1e-0af16e5c0737,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:49.118674 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.208306 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:49.211335 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:49.215302 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:31:49.221594 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Pushing event updated for resources: {'Port': ['ID=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:49.244516 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d4d8e-3dc2-48be-89c2-bf2387fe2569 None None] Pushing event updated for resources: {'Port': ['ID=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:49.248042 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Attempting to bind port df86929e-4e55-49b4-8b1e-0af16e5c0737 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:31:49.249103 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Attempting to bind port df86929e-4e55-49b4-8b1e-0af16e5c0737 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:31:49.249489 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Attempting to bind port df86929e-4e55-49b4-8b1e-0af16e5c0737 on network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:31:49.254489 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Attempting to bind port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:31:49.254882 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Attempting to bind port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:31:49.255767 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Attempting to bind port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:31:49.263878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:31:49.264552 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Checking segment: {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:49.265009 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.265536 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Bound using segment: {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:31:49.265896 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Bound port: df86929e-4e55-49b4-8b1e-0af16e5c0737, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:31:49.266299 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.269518 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:31:49.269895 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Checking segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:49.270312 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.270707 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Bound using segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:31:49.271246 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Bound port: 31e5943e-ccad-4b2b-aeac-16f1e61d56ea, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:31:49.271646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.392465 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] For port df86929e-4e55-49b4-8b1e-0af16e5c0737, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:31:49.397204 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] For port df86929e-4e55-49b4-8b1e-0af16e5c0737, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=df86929e-4e55-49b4-8b1e-0af16e5c0737,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:31:49.399006 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] For port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:31:49.402929 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] For port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:31:49.404638 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.429414 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.479583 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ba9aa-408e-406d-9dae-d302a0fe186b None None] Pushing event updated for resources: {'Port': ['ID=df86929e-4e55-49b4-8b1e-0af16e5c0737,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:49.529338 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:49.539196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:49.549959 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks [] for router_gateway (1b0cadcd-ed11-47f3-88c1-11187e338f12), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.631795 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] Provisioning complete for port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:49.632176 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:49.755415 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d4d8e-3dc2-48be-89c2-bf2387fe2569 None None] Pushing event updated for resources: {'Port': ['ID=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:49.872390 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (1b0cadcd-ed11-47f3-88c1-11187e338f12), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.134506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] Current status of the port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:50.135052 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.167863 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device df86929e-4e55-49b4-8b1e-0af16e5c0737 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:50.231873 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] For port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:31:50.234189 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:50.276076 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.301446 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Router 1b0cadcd-ed11-47f3-88c1-11187e338f12 is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:31:50.304718 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3f4d8-ef45-4157-a923-8148c2429850 req-cdc528dc-ba45-4fc1-95a2-7cb4a579469e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:50.309689 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3cb3f4d8-ef45-4157-a923-8148c2429850 req-cdc528dc-ba45-4fc1-95a2-7cb4a579469e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1767361 Jan 18 16:31:50.361250 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcde91-a1a7-4502-81f8-732a880f1396 None None] Pushing event updated for resources: {'Port': ['ID=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:50.435268 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port df86929e-4e55-49b4-8b1e-0af16e5c0737 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:50.435661 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3cb3f4d8-ef45-4157-a923-8148c2429850 req-11741305-1b87-4083-864b-ec75f05a2afd tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191249 Jan 18 16:31:50.435934 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.498150 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:31:50.516452 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Sync routers for ids ['1b0cadcd-ed11-47f3-88c1-11187e338f12'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:31:50.523390 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.525024 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-97e3a779-3059-46f7-9a11-109f99dcb4a4 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5939107 Jan 18 16:31:50.528322 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 41918) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:50.528468 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-8d069677-d4a5-4dca-b458-96c9e9e9ef91 None None] Provisioning complete for port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:50.528734 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8d069677-d4a5-4dca-b458-96c9e9e9ef91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.545092 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Routers {'1b0cadcd-ed11-47f3-88c1-11187e338f12'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:50.546806 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['1b0cadcd-ed11-47f3-88c1-11187e338f12'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:50.726246 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port df86929e-4e55-49b4-8b1e-0af16e5c0737 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:50.727335 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.825380 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port df86929e-4e55-49b4-8b1e-0af16e5c0737, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=df86929e-4e55-49b4-8b1e-0af16e5c0737,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:31:50.836951 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:50.870639 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Set router 1b0cadcd-ed11-47f3-88c1-11187e338f12 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:50.876866 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-8d069677-d4a5-4dca-b458-96c9e9e9ef91 None None] Current status of the port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:50.915771 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:49Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:50.977515 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566ad85-2fe6-4527-9046-60e949ecffe4 None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:49Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:31:50.985283 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=df86929e-4e55-49b4-8b1e-0af16e5c0737,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:51.145901 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b7f5e8-315b-4c23-8908-2400f87b373f None None] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:31:51.239342 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:31:49Z', 'revision_number': 3, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:51.318156 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Checking router: 1b0cadcd-ed11-47f3-88c1-11187e338f12 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:31:51.318343 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-74305f6e-8eb1-4f37-8bf2-c1777989c4ee None None] Provisioning complete for port df86929e-4e55-49b4-8b1e-0af16e5c0737 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:51.318551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-74305f6e-8eb1-4f37-8bf2-c1777989c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:51.318992 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Updating router 1b0cadcd-ed11-47f3-88c1-11187e338f12 port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:31:51.347778 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:51.361346 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:51.495023 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-74305f6e-8eb1-4f37-8bf2-c1777989c4ee None None] Current status of the port df86929e-4e55-49b4-8b1e-0af16e5c0737 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:51.687245 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Allocated IP 172.20.0.1 (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8/932847ac-fb02-44b0-87cf-214a7f4f1ce9/82fc0611-e658-4a93-b15d-74c24a83d215) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:31:51.718741 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd12c2-496a-4352-848c-a0e3c89b68b9 req-5eea5dc8-e111-4d43-bd02-17b76adebc46 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:51.720523 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1cbd12c2-496a-4352-848c-a0e3c89b68b9 req-5eea5dc8-e111-4d43-bd02-17b76adebc46 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1266153 Jan 18 16:31:51.828903 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-e3cb8b2a-365b-45b1-ae17-59f547a17360 None None] Provisioning complete for port df86929e-4e55-49b4-8b1e-0af16e5c0737 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:51.830641 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e3cb8b2a-365b-45b1-ae17-59f547a17360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:51.966683 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Publish callbacks [] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:51.974925 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:51.979551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-e3cb8b2a-365b-45b1-ae17-59f547a17360 None None] Current status of the port df86929e-4e55-49b4-8b1e-0af16e5c0737 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:52.035749 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1cbd12c2-496a-4352-848c-a0e3c89b68b9 req-32141277-c282-426f-beff-b95f1d8efe45 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053796 Jan 18 16:31:52.041180 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks [] for port (82fc0611-e658-4a93-b15d-74c24a83d215), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.074144 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Attempting to bind port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:31:52.074521 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Attempting to bind port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:31:52.074921 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Attempting to bind port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:31:52.090580 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8b514-e691-46fb-94a0-d569dd19ef6c None None] Pushing event updated for resources: {'Port': ['ID=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:52.091825 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:31:52.091994 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:52.092453 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.092839 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:31:52.093341 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Bound port: 83e3e010-4ced-45f1-bcdf-57bf9f91fc12, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:31:52.093723 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.122545 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.168727 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Pushing event updated for resources: {'Port': ['ID=82fc0611-e658-4a93-b15d-74c24a83d215,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:52.188638 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:52.192579 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:52.198105 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:31:52.199005 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (1b0cadcd-ed11-47f3-88c1-11187e338f12), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.212692 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] For port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:31:52.217021 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] For port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:31:52.227483 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.276391 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 31e5943e-ccad-4b2b-aeac-16f1e61d56ea up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:52.339909 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8b514-e691-46fb-94a0-d569dd19ef6c None None] Pushing event updated for resources: {'Port': ['ID=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:52.372983 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Routers {'1b0cadcd-ed11-47f3-88c1-11187e338f12'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:52.373650 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['1b0cadcd-ed11-47f3-88c1-11187e338f12'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:52.443220 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:52.446510 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.458464 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.511288 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41990) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:52.555458 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] Set router 1b0cadcd-ed11-47f3-88c1-11187e338f12 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:52.584590 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:52.589533 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device df86929e-4e55-49b4-8b1e-0af16e5c0737 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:52.657282 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-8ddae907-73b6-4175-87c5-378ea17ecb67 None None] Provisioning complete for port 82fc0611-e658-4a93-b15d-74c24a83d215 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:52.658132 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8ddae907-73b6-4175-87c5-378ea17ecb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.709568 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3856dbcb-7079-4d02-a2aa-681e4d69bf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.710551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-8ddae907-73b6-4175-87c5-378ea17ecb67 None None] Port 82fc0611-e658-4a93-b15d-74c24a83d215 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:31:52.718803 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port df86929e-4e55-49b4-8b1e-0af16e5c0737 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:52.719390 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.754736 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks [] for port (82fc0611-e658-4a93-b15d-74c24a83d215), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.759976 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.760881 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (1b0cadcd-ed11-47f3-88c1-11187e338f12), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.821557 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Pushing event updated for resources: {'Port': ['ID=82fc0611-e658-4a93-b15d-74c24a83d215,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:52.836112 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3856dbcb-7079-4d02-a2aa-681e4d69bf2b admin admin] Publish callbacks [] for security_group (28b72a9f-f131-487e-aa6c-f9cd04f19dc5), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.840860 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3856dbcb-7079-4d02-a2aa-681e4d69bf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (28b72a9f-f131-487e-aa6c-f9cd04f19dc5), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:52.854581 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port df86929e-4e55-49b4-8b1e-0af16e5c0737 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:52.890408 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '82fc0611-e658-4a93-b15d-74c24a83d215', 'name': '', 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'mac_address': 'fa:16:3e:8e:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:51Z', 'updated_at': '2022-01-18T16:31:51Z', 'revision_number': 1, 'project_id': '326fcff126504e6c9659c9792019c228', 'subnets': [{'id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:52.896373 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3856dbcb-7079-4d02-a2aa-681e4d69bf2b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4c4ce755d0724db2acf00772e8d0b079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810050 Jan 18 16:31:52.898935 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 41996) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:52.919048 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056ec0e9-b34e-4adf-b0c3-714484d64081 None None] The sync data for ids ['1b0cadcd-ed11-47f3-88c1-11187e338f12'] in dv-cinder-788368-3-iscsi is: [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '82fc0611-e658-4a93-b15d-74c24a83d215', 'name': '', 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'mac_address': 'fa:16:3e:8e:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:51Z', 'updated_at': '2022-01-18T16:31:51Z', 'revision_number': 1, 'project_id': '326fcff126504e6c9659c9792019c228', 'subnets': [{'id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:31:52.923411 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856dbcb-7079-4d02-a2aa-681e4d69bf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b72a9f-f131-487e-aa6c-f9cd04f19dc5,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:52.946032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:31:52.948058 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:31:52.977871 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5db08be4-8578-4e28-9946-6ab597a8c701 admin admin] Publish callbacks [] for security_group (28b72a9f-f131-487e-aa6c-f9cd04f19dc5), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.007074 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5db08be4-8578-4e28-9946-6ab597a8c701 admin admin] Publish callbacks [] for security_group (28b72a9f-f131-487e-aa6c-f9cd04f19dc5), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.064239 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5db08be4-8578-4e28-9946-6ab597a8c701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (28b72a9f-f131-487e-aa6c-f9cd04f19dc5), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.070327 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5db08be4-8578-4e28-9946-6ab597a8c701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.071049 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5db08be4-8578-4e28-9946-6ab597a8c701 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/28b72a9f-f131-487e-aa6c-f9cd04f19dc5 HTTP/1.1" status: 204 len: 168 time: 0.1708050 Jan 18 16:31:53.089090 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Router 1b0cadcd-ed11-47f3-88c1-11187e338f12 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:31:53.105673 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db08be4-8578-4e28-9946-6ab597a8c701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b72a9f-f131-487e-aa6c-f9cd04f19dc5,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:53.311899 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935801be-06f1-4350-afe6-264176524c6d req-b2cfde91-70e2-4851-b642-88d3641a6d92 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:53.313427 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-935801be-06f1-4350-afe6-264176524c6d req-b2cfde91-70e2-4851-b642-88d3641a6d92 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1319044 Jan 18 16:31:53.335440 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-3047b681-33f0-4ed9-983d-878325b6ee5f None None] Provisioning complete for port 82fc0611-e658-4a93-b15d-74c24a83d215 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:53.335894 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3047b681-33f0-4ed9-983d-878325b6ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.343863 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:31:53.350734 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-e78f72a4-4300-4d92-983a-8815ab2c7972 admin admin] 10.222.0.82 "PUT /v2.0/routers/1b0cadcd-ed11-47f3-88c1-11187e338f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8202379 Jan 18 16:31:53.398747 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-3047b681-33f0-4ed9-983d-878325b6ee5f None None] Port 82fc0611-e658-4a93-b15d-74c24a83d215 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:31:53.422921 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-935801be-06f1-4350-afe6-264176524c6d req-12587391-b721-486d-a4bf-22967dfa81e3 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965960 Jan 18 16:31:53.498166 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42014) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:53.512349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bb80befc-abae-46b9-99e4-9d7314069f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.624585 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bb80befc-abae-46b9-99e4-9d7314069f43 admin admin] Publish callbacks [] for security_group (def26b02-afb9-4209-aee6-e5bde6b80470), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.630466 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-bb80befc-abae-46b9-99e4-9d7314069f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (def26b02-afb9-4209-aee6-e5bde6b80470), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.667360 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80befc-abae-46b9-99e4-9d7314069f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def26b02-afb9-4209-aee6-e5bde6b80470,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:53.689238 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42024) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:53.689897 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-bb80befc-abae-46b9-99e4-9d7314069f43 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d99328646d884fcb99056144f7a6a276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901057 Jan 18 16:31:53.756549 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35ab05e9-7ccf-47ac-983c-7764046a5875 admin admin] Publish callbacks [] for security_group (def26b02-afb9-4209-aee6-e5bde6b80470), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.779475 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35ab05e9-7ccf-47ac-983c-7764046a5875 admin admin] Publish callbacks [] for security_group (def26b02-afb9-4209-aee6-e5bde6b80470), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.883417 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35ab05e9-7ccf-47ac-983c-7764046a5875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (def26b02-afb9-4209-aee6-e5bde6b80470), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.886923 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-35ab05e9-7ccf-47ac-983c-7764046a5875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:53.890474 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-35ab05e9-7ccf-47ac-983c-7764046a5875 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/def26b02-afb9-4209-aee6-e5bde6b80470 HTTP/1.1" status: 204 len: 168 time: 0.1977539 Jan 18 16:31:53.901612 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab05e9-7ccf-47ac-983c-7764046a5875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def26b02-afb9-4209-aee6-e5bde6b80470,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:54.126742 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:54.303016 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:54.304505 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.323281 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42036) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:54.329720 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112687843', 'description': 'tempest-secgroup-smoke-2112687843 description', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:54.371583 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.446051 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:54.446502 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.481651 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group (60d9c27a-69b0-4338-b4bc-05aa63a70c88), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.485964 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:31:54.491071 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (60d9c27a-69b0-4338-b4bc-05aa63a70c88), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.499831 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.535924 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:54.544409 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2184052 Jan 18 16:31:54.546280 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42054) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:54.553576 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group_rule': {'security_group_id': '60d9c27a-69b0-4338-b4bc-05aa63a70c88', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:54.607921 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457f5ab-e5f6-4089-8e0b-e6d54c11134a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d9c27a-69b0-4338-b4bc-05aa63a70c88,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:54.639822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:54.673456 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916c7f3-fe34-4dd3-bb49-3bc7dfd622e9 req-cbf87006-e0d2-4599-9bc3-11a212363572 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:54.675684 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5916c7f3-fe34-4dd3-bb49-3bc7dfd622e9 req-cbf87006-e0d2-4599-9bc3-11a212363572 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1050396 Jan 18 16:31:54.689628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (7a515f37-f2f4-45ab-a9ea-5f075dd2d288), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.037673 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (7a515f37-f2f4-45ab-a9ea-5f075dd2d288), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.041633 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5916c7f3-fe34-4dd3-bb49-3bc7dfd622e9 req-287776b9-260e-4f1a-b345-217cc5f47d40 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534849 Jan 18 16:31:55.042646 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (7a515f37-f2f4-45ab-a9ea-5f075dd2d288), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.058069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a515f37-f2f4-45ab-a9ea-5f075dd2d288,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:55.075791 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.079893 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-8a8b3450-fb0d-447a-ac57-a6236e975ffd tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5301435 Jan 18 16:31:55.081266 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42074) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:55.086297 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group_rule': {'security_group_id': '60d9c27a-69b0-4338-b4bc-05aa63a70c88', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:55.136568 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (7d378904-bbf0-424b-a1d3-8d79d8f7d7bb), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.232635 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (7d378904-bbf0-424b-a1d3-8d79d8f7d7bb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.241562 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (7d378904-bbf0-424b-a1d3-8d79d8f7d7bb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.266756 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d378904-bbf0-424b-a1d3-8d79d8f7d7bb,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:55.277675 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.278997 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a50bce7c-d9b4-4951-8b81-fd0b944d50d4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1965783 Jan 18 16:31:55.288418 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42088) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:55.294572 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group_rule': {'security_group_id': '60d9c27a-69b0-4338-b4bc-05aa63a70c88', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:55.334853 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (c1254094-58c9-4b06-8654-332d131369bc), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.400203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (c1254094-58c9-4b06-8654-332d131369bc), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.404334 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (c1254094-58c9-4b06-8654-332d131369bc), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.422859 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1254094-58c9-4b06-8654-332d131369bc,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:55.430278 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.432090 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ce97f820-e334-4c09-a2b8-2c5909b62228 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419110 Jan 18 16:31:55.434448 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42094) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:55.441252 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group_rule': {'security_group_id': '60d9c27a-69b0-4338-b4bc-05aa63a70c88', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:55.477757 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (6fd3fee9-3608-4620-8fa1-757df9e710b6), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.561786 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (6fd3fee9-3608-4620-8fa1-757df9e710b6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.568197 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (6fd3fee9-3608-4620-8fa1-757df9e710b6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.600387 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd3fee9-3608-4620-8fa1-757df9e710b6,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:55.619403 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.621207 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-410c4a6b-b5ed-4e74-abbe-032ccbbb9175 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1850374 Jan 18 16:31:55.623836 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42102) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:55.637405 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group_rule': {'security_group_id': '60d9c27a-69b0-4338-b4bc-05aa63a70c88', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:55.685958 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Project 89b9ac86cb4c4f109b49c6f9a66379a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:31:55.695667 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42108) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:55.696837 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (8e805fe0-e3af-48a1-96bd-62c6a94f9d3d), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.771400 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (8e805fe0-e3af-48a1-96bd-62c6a94f9d3d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.776119 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (8e805fe0-e3af-48a1-96bd-62c6a94f9d3d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.802816 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e805fe0-e3af-48a1-96bd-62c6a94f9d3d,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:55.808031 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.809599 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c0b60eb4-39a4-44df-ac5b-2b53913fc40e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1839688 Jan 18 16:31:55.812031 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42114) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:55.816983 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'security_group_rule': {'security_group_id': '60d9c27a-69b0-4338-b4bc-05aa63a70c88', 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:31:55.839525 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4b0e389e-ba03-44e2-b206-ebe20e7a7449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.874111 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.securitygroups_db [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Project 89b9ac86cb4c4f109b49c6f9a66379a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:31:55.886879 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (754a220c-c7ea-4fc5-aad5-6c1216db7905), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.889942 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Sync routers for ids ['1b0cadcd-ed11-47f3-88c1-11187e338f12'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:31:55.900742 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Routers {'1b0cadcd-ed11-47f3-88c1-11187e338f12'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:55.902157 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['1b0cadcd-ed11-47f3-88c1-11187e338f12'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:55.990131 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4b0e389e-ba03-44e2-b206-ebe20e7a7449 admin admin] Publish callbacks [] for security_group (9a399f8a-ead8-4458-955d-f38746edf24a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.996551 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (754a220c-c7ea-4fc5-aad5-6c1216db7905), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:55.997621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4b0e389e-ba03-44e2-b206-ebe20e7a7449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9a399f8a-ead8-4458-955d-f38746edf24a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.002622 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (754a220c-c7ea-4fc5-aad5-6c1216db7905), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.028548 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:56.034971 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Set router 1b0cadcd-ed11-47f3-88c1-11187e338f12 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:56.045450 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754a220c-c7ea-4fc5-aad5-6c1216db7905,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:56.055873 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e389e-ba03-44e2-b206-ebe20e7a7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a399f8a-ead8-4458-955d-f38746edf24a,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:56.062688 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-4b0e389e-ba03-44e2-b206-ebe20e7a7449 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=deff1c46629a4a92923333bd2516ffdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632998 Jan 18 16:31:56.062850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42118) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:56.071664 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.083338 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-380d54e1-2d70-413e-9e59-4c28a623c9e6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2628448 Jan 18 16:31:56.133370 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b9029dc4-0de3-401e-abf1-c783b2efd34c admin admin] Publish callbacks [] for security_group (9a399f8a-ead8-4458-955d-f38746edf24a), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.169033 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b9029dc4-0de3-401e-abf1-c783b2efd34c admin admin] Publish callbacks [] for security_group (9a399f8a-ead8-4458-955d-f38746edf24a), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.225384 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:56.225765 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.241746 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee4d02-6101-4610-b8bd-08ee0246cdab req-c0e6e571-48b8-46f5-916b-13f876afe745 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:56.243292 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4cee4d02-6101-4610-b8bd-08ee0246cdab req-c0e6e571-48b8-46f5-916b-13f876afe745 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0943933 Jan 18 16:31:56.302553 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b9029dc4-0de3-401e-abf1-c783b2efd34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9a399f8a-ead8-4458-955d-f38746edf24a), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.305368 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b9029dc4-0de3-401e-abf1-c783b2efd34c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.306759 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b9029dc4-0de3-401e-abf1-c783b2efd34c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9a399f8a-ead8-4458-955d-f38746edf24a HTTP/1.1" status: 204 len: 168 time: 0.2430084 Jan 18 16:31:56.321454 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4cee4d02-6101-4610-b8bd-08ee0246cdab req-52b465e4-3438-4054-9714-0f4261ab25ee tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710044 Jan 18 16:31:56.331574 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9029dc4-0de3-401e-abf1-c783b2efd34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a399f8a-ead8-4458-955d-f38746edf24a,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:56.516949 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:56.537702 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '82fc0611-e658-4a93-b15d-74c24a83d215', 'name': '', 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'mac_address': 'fa:16:3e:8e:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:51Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 2, 'project_id': '326fcff126504e6c9659c9792019c228', 'subnets': [{'id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:56.581348 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Checking router: 1b0cadcd-ed11-47f3-88c1-11187e338f12 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:31:56.582831 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Updating router 1b0cadcd-ed11-47f3-88c1-11187e338f12 port 82fc0611-e658-4a93-b15d-74c24a83d215 binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:31:56.628638 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.921617 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Publish callbacks [] for port (82fc0611-e658-4a93-b15d-74c24a83d215), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.928646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.996206 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-72948fa5-b3ea-4d86-bb48-026290590222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:56.997744 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52877a-4493-4407-9098-cdc320b463b5 None None] Pushing event updated for resources: {'Port': ['ID=82fc0611-e658-4a93-b15d-74c24a83d215,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:57.053665 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Attempting to bind port 82fc0611-e658-4a93-b15d-74c24a83d215 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:31:57.054054 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Attempting to bind port 82fc0611-e658-4a93-b15d-74c24a83d215 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:31:57.054427 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Attempting to bind port 82fc0611-e658-4a93-b15d-74c24a83d215 on network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:31:57.060475 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:31:57.061068 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Checking segment: {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:31:57.061586 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.061991 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Bound using segment: {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:31:57.062467 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Bound port: 82fc0611-e658-4a93-b15d-74c24a83d215, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31d86aa-092b-47a4-a24c-1efb6ba4e745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:31:57.062860 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.136963 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] For port 82fc0611-e658-4a93-b15d-74c24a83d215, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:31:57.140164 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] For port 82fc0611-e658-4a93-b15d-74c24a83d215, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=82fc0611-e658-4a93-b15d-74c24a83d215,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:31:57.146349 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.207866 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Routers {'1b0cadcd-ed11-47f3-88c1-11187e338f12'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:31:57.208516 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['1b0cadcd-ed11-47f3-88c1-11187e338f12'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:57.264411 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52877a-4493-4407-9098-cdc320b463b5 None None] Pushing event updated for resources: {'Port': ['ID=82fc0611-e658-4a93-b15d-74c24a83d215,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:57.332344 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] Provisioning complete for port 82fc0611-e658-4a93-b15d-74c24a83d215 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:57.332834 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.386275 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] Set router 1b0cadcd-ed11-47f3-88c1-11187e338f12 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:31:57.466001 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2f668-f034-49db-ba5e-12ca1874875a req-264779fd-e5dd-4e66-be19-c2ba7680fda2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:57.467650 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fcd2f668-f034-49db-ba5e-12ca1874875a req-264779fd-e5dd-4e66-be19-c2ba7680fda2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0519462 Jan 18 16:31:57.521219 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fcd2f668-f034-49db-ba5e-12ca1874875a req-4f12e056-3c51-4a86-97bb-35a11a569142 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460827 Jan 18 16:31:57.576896 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] Current status of the port 82fc0611-e658-4a93-b15d-74c24a83d215 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:57.577395 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.637039 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] For port 82fc0611-e658-4a93-b15d-74c24a83d215, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=82fc0611-e658-4a93-b15d-74c24a83d215,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:31:57.643920 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.708574 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0316ef-0e68-4ad9-ae3b-a53441b76959 None None] Pushing event updated for resources: {'Port': ['ID=82fc0611-e658-4a93-b15d-74c24a83d215,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:57.713699 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '82fc0611-e658-4a93-b15d-74c24a83d215', 'name': '', 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'mac_address': 'fa:16:3e:8e:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:51Z', 'updated_at': '2022-01-18T16:31:57Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'subnets': [{'id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:31:57.747851 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d305c8-0e25-4c1f-bb1b-48cf28a6a1d0 None None] The sync data for ids ['1b0cadcd-ed11-47f3-88c1-11187e338f12'] in dv-cinder-788368-3-iscsi is: [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:31:52Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '82fc0611-e658-4a93-b15d-74c24a83d215', 'name': '', 'network_id': 'd1a3505a-b969-42ea-8eb3-fc2f17ed18e8', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'mac_address': 'fa:16:3e:8e:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:51Z', 'updated_at': '2022-01-18T16:31:57Z', 'revision_number': 4, 'project_id': '326fcff126504e6c9659c9792019c228', 'subnets': [{'id': '932847ac-fb02-44b0-87cf-214a7f4f1ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:31:57.779620 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-387e518d-8cda-40d5-a2d9-dc3f680ba91f None None] Provisioning complete for port 82fc0611-e658-4a93-b15d-74c24a83d215 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:57.779994 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-387e518d-8cda-40d5-a2d9-dc3f680ba91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:57.913759 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-387e518d-8cda-40d5-a2d9-dc3f680ba91f None None] Current status of the port 82fc0611-e658-4a93-b15d-74c24a83d215 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:57.928146 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-c2d51e53-0658-45e3-95b5-7165181b36cc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902817 Jan 18 16:31:58.030841 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-dea217f7-01a5-4093-a4dd-3cdabde205a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:58.040364 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-dea217f7-01a5-4093-a4dd-3cdabde205a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0855172 Jan 18 16:31:58.107315 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 82fc0611-e658-4a93-b15d-74c24a83d215 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:31:58.183971 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 82fc0611-e658-4a93-b15d-74c24a83d215 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:31:58.184436 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:58.241087 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-35a736e8-c266-4f56-8223-4f7099f64d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:58.246782 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-35a736e8-c266-4f56-8223-4f7099f64d72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.1831388 Jan 18 16:31:58.328024 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 82fc0611-e658-4a93-b15d-74c24a83d215 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:31:58.331736 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-188b7962-c096-4ee2-a77d-03393e1fdb12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11d4eb96-5b48-447f-b96d-d55d1869150b HTTP/1.1" status: 200 len: 217 time: 0.0768547 Jan 18 16:31:58.433648 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-97687d84-f7aa-4434-bf5c-04b051275783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:58.443656 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-97687d84-f7aa-4434-bf5c-04b051275783 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.1020441 Jan 18 16:31:58.509556 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-a17cff21-8ad6-4d37-9e2b-b08b58696b85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589583 Jan 18 16:31:58.653507 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-3d11f40e-38c3-4566-9eb9-d99e81b1ee0f service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358237 Jan 18 16:31:58.958119 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876d380-7459-45ec-9391-4a56a5c6e3fc req-a819a13f-4fb3-49d1-b2ef-9600929f312a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:58.959987 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3876d380-7459-45ec-9391-4a56a5c6e3fc req-a819a13f-4fb3-49d1-b2ef-9600929f312a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.2355230 Jan 18 16:31:58.972227 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45ae4-4165-430b-a4b4-ff205ebb0938 req-974bcf43-514b-40d9-85ec-52760aac45a2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:31:58.973696 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-caa45ae4-4165-430b-a4b4-ff205ebb0938 req-974bcf43-514b-40d9-85ec-52760aac45a2 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.2947555 Jan 18 16:31:58.976944 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d395eaf-b2a4-4b03-839f-12592f9f934c req-4ec3ab23-5999-4cc1-8afc-5c171a8612c7 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095889 Jan 18 16:31:59.087254 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3876d380-7459-45ec-9391-4a56a5c6e3fc req-476aef53-6c4b-461b-8abd-6cc01cb99752 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973790 Jan 18 16:31:59.107556 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-caa45ae4-4165-430b-a4b4-ff205ebb0938 req-beed60af-db1f-4715-8f32-1649471c3388 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209023 Jan 18 16:31:59.193429 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-24c94f8a-ab90-45e0-9a23-50b9f2d3a668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.413092 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42306) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:59.516141 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0b2858e3-2d0c-4e99-869f-ea04bf5353f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.589844 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0b2858e3-2d0c-4e99-869f-ea04bf5353f1 admin admin] Publish callbacks [] for security_group (412c36bb-a31a-442c-8678-8f0bc2b5ad62), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.594885 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0b2858e3-2d0c-4e99-869f-ea04bf5353f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (412c36bb-a31a-442c-8678-8f0bc2b5ad62), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.636988 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-0b2858e3-2d0c-4e99-869f-ea04bf5353f1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fe67c3cac12b45cd89eb0d794c948171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227907 Jan 18 16:31:59.637890 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2858e3-2d0c-4e99-869f-ea04bf5353f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412c36bb-a31a-442c-8678-8f0bc2b5ad62,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:59.639649 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42310) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:31:59.687536 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Publish callbacks [] for security_group (412c36bb-a31a-442c-8678-8f0bc2b5ad62), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.708942 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Publish callbacks [] for security_group (412c36bb-a31a-442c-8678-8f0bc2b5ad62), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.757666 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (412c36bb-a31a-442c-8678-8f0bc2b5ad62), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.760128 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:31:59.761328 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/412c36bb-a31a-442c-8678-8f0bc2b5ad62 HTTP/1.1" status: 204 len: 168 time: 0.1207128 Jan 18 16:31:59.769411 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412c36bb-a31a-442c-8678-8f0bc2b5ad62,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:31:59.776726 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.777114 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.777464 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.777806 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.778143 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.778478 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.778860 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.779317 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.779532 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.779892 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.780223 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.780548 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:31:59.780874 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3692984-e987-4b3c-8e81-8b8318443dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:00.072802 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:00.247829 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3794b-a284-4900-bf61-2a46c9413c12 req-dfef9987-b0c1-4752-9066-ce6f13c4652b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:00.249353 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-39f3794b-a284-4900-bf61-2a46c9413c12 req-dfef9987-b0c1-4752-9066-ce6f13c4652b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0780356 Jan 18 16:32:00.260613 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e47e1-6e8c-4b43-98db-cd74b4b9395d req-81588dd4-d039-4fa4-b36f-7225d931ffb3 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:00.262127 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-187e47e1-6e8c-4b43-98db-cd74b4b9395d req-81588dd4-d039-4fa4-b36f-7225d931ffb3 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0818548 Jan 18 16:32:00.339790 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-39f3794b-a284-4900-bf61-2a46c9413c12 req-f5edf1b1-81e2-4611-b205-206fbb9e6396 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766940 Jan 18 16:32:00.347108 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-187e47e1-6e8c-4b43-98db-cd74b4b9395d req-8bdb8b9f-3f13-4bb8-8d4a-92ff681dc399 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773158 Jan 18 16:32:00.387906 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:00.798645 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42354) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:00.902456 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7468a083-3f0d-40a5-87fb-3432514eb71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:00.977969 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7468a083-3f0d-40a5-87fb-3432514eb71f admin admin] Publish callbacks [] for security_group (e8b51543-75c4-4b75-b217-767dfe976f58), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:00.981735 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7468a083-3f0d-40a5-87fb-3432514eb71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e8b51543-75c4-4b75-b217-767dfe976f58), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:01.021496 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7468a083-3f0d-40a5-87fb-3432514eb71f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e137614e531343878461943da195075e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212470 Jan 18 16:32:01.022471 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468a083-3f0d-40a5-87fb-3432514eb71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b51543-75c4-4b75-b217-767dfe976f58,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:01.024163 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42360) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:01.074847 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd3b4-902c-42a7-85f9-e6f838ee5639 admin admin] Publish callbacks [] for security_group (e8b51543-75c4-4b75-b217-767dfe976f58), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:01.096254 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd3b4-902c-42a7-85f9-e6f838ee5639 admin admin] Publish callbacks [] for security_group (e8b51543-75c4-4b75-b217-767dfe976f58), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:01.142164 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd3b4-902c-42a7-85f9-e6f838ee5639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e8b51543-75c4-4b75-b217-767dfe976f58), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:01.144826 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc9cd3b4-902c-42a7-85f9-e6f838ee5639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:01.146003 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-dc9cd3b4-902c-42a7-85f9-e6f838ee5639 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e8b51543-75c4-4b75-b217-767dfe976f58 HTTP/1.1" status: 204 len: 168 time: 0.1202786 Jan 18 16:32:01.153426 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cd3b4-902c-42a7-85f9-e6f838ee5639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b51543-75c4-4b75-b217-767dfe976f58,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:01.502629 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505296a-ff04-469c-9684-ad4d01005391 req-a9491734-1a0c-4b1e-bf83-9d2b204afee0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:01.504132 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4505296a-ff04-469c-9684-ad4d01005391 req-a9491734-1a0c-4b1e-bf83-9d2b204afee0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0837300 Jan 18 16:32:01.516462 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ac50c-41c6-4efa-9348-0fda336700a9 req-2bf81ebf-52b8-42c8-8f1b-e2a3fd7388fd tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:01.518455 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-783ac50c-41c6-4efa-9348-0fda336700a9 req-2bf81ebf-52b8-42c8-8f1b-e2a3fd7388fd tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0967622 Jan 18 16:32:01.590426 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4505296a-ff04-469c-9684-ad4d01005391 req-be10a44a-216f-4f6a-a28b-b671829251ef tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709827 Jan 18 16:32:01.598627 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-783ac50c-41c6-4efa-9348-0fda336700a9 req-d5563cc2-ddfe-4118-a7fe-05cc14da0aa6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724893 Jan 18 16:32:01.765516 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:02.763027 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c261d0b-7a13-4f3c-8236-c66d415144f1 req-2699c57b-feee-44cd-8b50-382aedb0c8a8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:02.765414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7c261d0b-7a13-4f3c-8236-c66d415144f1 req-2699c57b-feee-44cd-8b50-382aedb0c8a8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0924404 Jan 18 16:32:02.788765 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21f7f8-6b0c-4480-ac7f-43b66a78cc3a req-6518d6bf-9c54-41fe-ab2a-e43edad873ca tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:02.790359 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c21f7f8-6b0c-4480-ac7f-43b66a78cc3a req-6518d6bf-9c54-41fe-ab2a-e43edad873ca tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1150460 Jan 18 16:32:02.877536 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7c261d0b-7a13-4f3c-8236-c66d415144f1 req-a2c31ea8-3c27-4565-b594-55aa02bac4f9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054280 Jan 18 16:32:02.884808 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c21f7f8-6b0c-4480-ac7f-43b66a78cc3a req-cd0c54a5-e9e2-416a-a04d-2bd113e1101c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848820 Jan 18 16:32:03.039933 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:04.041088 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48bf35-f118-4096-9db4-24cb1413ccf9 req-3995102b-797d-4a61-8186-d93cbbbdb88c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:04.042665 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a48bf35-f118-4096-9db4-24cb1413ccf9 req-3995102b-797d-4a61-8186-d93cbbbdb88c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0896432 Jan 18 16:32:04.051185 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3562270-ec15-4e2d-96b2-cb3b8a8107b0 req-6bc28fd1-40a4-4c46-be85-7acce467fc58 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:04.052618 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3562270-ec15-4e2d-96b2-cb3b8a8107b0 req-6bc28fd1-40a4-4c46-be85-7acce467fc58 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0936806 Jan 18 16:32:04.127830 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a48bf35-f118-4096-9db4-24cb1413ccf9 req-67b34c60-e192-4a42-8de3-857d5aaac20f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741239 Jan 18 16:32:04.131225 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3562270-ec15-4e2d-96b2-cb3b8a8107b0 req-2cfcd28f-ad9b-4ef3-906c-191f85431e46 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719545 Jan 18 16:32:05.275986 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc0a4-2a5a-4fd4-b0bd-51d08f1f80bc req-cc94591f-af7b-428a-b758-d6dbd537942d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:05.277760 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-775cc0a4-2a5a-4fd4-b0bd-51d08f1f80bc req-cc94591f-af7b-428a-b758-d6dbd537942d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0776560 Jan 18 16:32:05.287574 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840310-55b0-4c72-8402-22f2d8f69a38 req-3fe8eb86-25dc-4ee3-b02e-e2b743687291 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:05.289083 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8840310-55b0-4c72-8402-22f2d8f69a38 req-3fe8eb86-25dc-4ee3-b02e-e2b743687291 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0879362 Jan 18 16:32:05.362405 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-775cc0a4-2a5a-4fd4-b0bd-51d08f1f80bc req-a57c136c-52e9-45d1-a4fd-26eccee9079c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723329 Jan 18 16:32:05.365599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8840310-55b0-4c72-8402-22f2d8f69a38 req-5f2e6de1-caf8-424b-a259-37ed817131ca tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699623 Jan 18 16:32:05.525968 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3cbb4-752a-4d7c-8d7b-0a69203a7373 req-d7200c5d-5fd0-4cd6-b803-db4787037518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:05.527445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d4e3cbb4-752a-4d7c-8d7b-0a69203a7373 req-d7200c5d-5fd0-4cd6-b803-db4787037518 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.0429635 Jan 18 16:32:05.578284 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d4e3cbb4-752a-4d7c-8d7b-0a69203a7373 req-77643c52-4305-4ef8-a20e-587ce14fbd25 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Jan 18 16:32:06.517050 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee184305-b27e-4259-87d3-a95a0b36d1b5 req-d4ec640d-cbf7-4fd8-b16f-d3e3211f0ab1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:06.518387 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ee184305-b27e-4259-87d3-a95a0b36d1b5 req-d4ec640d-cbf7-4fd8-b16f-d3e3211f0ab1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0853813 Jan 18 16:32:06.538592 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab913e-6172-4136-a9bc-7fef5bdde9d5 req-d9c72e39-ba80-4d20-aa92-a3eb7f6a1e64 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:06.540096 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-53ab913e-6172-4136-a9bc-7fef5bdde9d5 req-d9c72e39-ba80-4d20-aa92-a3eb7f6a1e64 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0751741 Jan 18 16:32:06.606899 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ee184305-b27e-4259-87d3-a95a0b36d1b5 req-be715fc0-9ad9-4364-b6e0-3a43656689fc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829418 Jan 18 16:32:06.623470 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-53ab913e-6172-4136-a9bc-7fef5bdde9d5 req-ee32f90e-c346-4f34-8a0b-d901a517e2d8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750225 Jan 18 16:32:07.181295 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:32:07.795737 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d95a0d-5fcb-43dc-aaa1-5ca6df513ab4 req-53a82fa6-7c1f-4e20-bb0c-fadbc1803cae tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:07.797432 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-06d95a0d-5fcb-43dc-aaa1-5ca6df513ab4 req-53a82fa6-7c1f-4e20-bb0c-fadbc1803cae tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1049519 Jan 18 16:32:07.816193 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7724c6-0fb7-415c-bd8c-5c47e09aa667 req-a8f5278a-2cab-4234-a604-aa2b8a856d93 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:07.824111 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ed7724c6-0fb7-415c-bd8c-5c47e09aa667 req-a8f5278a-2cab-4234-a604-aa2b8a856d93 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0854502 Jan 18 16:32:07.915612 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-06d95a0d-5fcb-43dc-aaa1-5ca6df513ab4 req-20125750-2363-4808-ac9e-ed0ee6c3486d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893075 Jan 18 16:32:07.930579 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ed7724c6-0fb7-415c-bd8c-5c47e09aa667 req-27728731-71ed-4bc9-aa2f-8386e573b281 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055026 Jan 18 16:32:08.334173 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5e253-e674-495a-8a02-809a962065a7 req-2499fd22-a2d6-4c67-874d-2222887262c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:08.336714 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-2499fd22-a2d6-4c67-874d-2222887262c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.1533406 Jan 18 16:32:08.352895 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3808dd-9301-4c34-b319-6c21382f3a4f req-3239974d-43ab-4ae2-a9b7-abc5f76a5a31 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:08.356304 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f3808dd-9301-4c34-b319-6c21382f3a4f req-3239974d-43ab-4ae2-a9b7-abc5f76a5a31 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1579397 Jan 18 16:32:08.513550 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f3808dd-9301-4c34-b319-6c21382f3a4f req-aed82c05-563c-4ac1-aa6b-549b3409c43f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134791 Jan 18 16:32:08.542036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5e253-e674-495a-8a02-809a962065a7 req-6f5624d3-2cd9-420e-b0a6-483aa168ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:08.543506 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-6f5624d3-2cd9-420e-b0a6-483aa168ad1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.1854472 Jan 18 16:32:08.585188 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-27d8cdd5-e382-4505-8c46-7e49acdd43fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.0350783 Jan 18 16:32:08.633568 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5e253-e674-495a-8a02-809a962065a7 req-2bb74fd9-caa7-4f99-8ef8-f7b5b01dd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:08.634988 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-2bb74fd9-caa7-4f99-8ef8-f7b5b01dd975 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.0435982 Jan 18 16:32:08.669238 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-f581aea8-730a-4d8c-9d55-131111fc66ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237617 Jan 18 16:32:08.763786 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-827c342d-6c2d-427d-8cf0-d6d1ad7415bd service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874863 Jan 18 16:32:08.859537 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dac5e253-e674-495a-8a02-809a962065a7 req-0a01f2bd-9e34-4c46-b0f6-faf3f229481c service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848112 Jan 18 16:32:09.093618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef508b3d-ffbf-4d60-a572-259aadeef3eb req-3b207069-00e5-4d5b-8c6a-094d9dc9bd04 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:09.095457 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ef508b3d-ffbf-4d60-a572-259aadeef3eb req-3b207069-00e5-4d5b-8c6a-094d9dc9bd04 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0734270 Jan 18 16:32:09.167710 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ef508b3d-ffbf-4d60-a572-259aadeef3eb req-b5fd6e27-8b7b-490a-b94b-8aca918ae486 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645175 Jan 18 16:32:09.666198 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b27308-b2b8-4ab4-b9df-a6c9ee2254db req-ad36b57c-e7f9-4428-bbf4-be2ca9e1cad8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:09.667769 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d7b27308-b2b8-4ab4-b9df-a6c9ee2254db req-ad36b57c-e7f9-4428-bbf4-be2ca9e1cad8 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0597975 Jan 18 16:32:09.721928 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d7b27308-b2b8-4ab4-b9df-a6c9ee2254db req-8d41c414-0824-48ea-a75c-30cb050efeae tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483644 Jan 18 16:32:09.853960 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42648) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:09.977212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaf27-e2a8-40b2-94f3-9a4bc3f0b3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.055549 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaf27-e2a8-40b2-94f3-9a4bc3f0b3dc admin admin] Publish callbacks [] for security_group (a7647e69-8069-467e-adc2-06c317da5fba), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.059714 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaf27-e2a8-40b2-94f3-9a4bc3f0b3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a7647e69-8069-467e-adc2-06c317da5fba), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.099176 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9b0aaf27-e2a8-40b2-94f3-9a4bc3f0b3dc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e26205afa487435e944890a7e813490b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441082 Jan 18 16:32:10.100533 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aaf27-e2a8-40b2-94f3-9a4bc3f0b3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7647e69-8069-467e-adc2-06c317da5fba,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:10.101861 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42658) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:10.160317 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Publish callbacks [] for security_group (a7647e69-8069-467e-adc2-06c317da5fba), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.191824 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Publish callbacks [] for security_group (a7647e69-8069-467e-adc2-06c317da5fba), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.260952 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a7647e69-8069-467e-adc2-06c317da5fba), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.260952 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:10.261406 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a7647e69-8069-467e-adc2-06c317da5fba HTTP/1.1" status: 204 len: 168 time: 0.1582065 Jan 18 16:32:10.282141 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7647e69-8069-467e-adc2-06c317da5fba,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:10.299304 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.300124 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.300836 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.301278 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.302069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.302411 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.303020 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.303473 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.303976 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.304369 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.304865 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.305292 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.305628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3866032-08c6-4eb7-acc1-140d1946629b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:10.390964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80db4d3-004d-44e3-ac2c-2a25b42eac2c req-7feb9bf6-af3d-4845-a344-83ca9d7d2947 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:10.392553 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f80db4d3-004d-44e3-ac2c-2a25b42eac2c req-7feb9bf6-af3d-4845-a344-83ca9d7d2947 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0790586 Jan 18 16:32:10.454963 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f80db4d3-004d-44e3-ac2c-2a25b42eac2c req-85500248-f3d0-404b-99ed-be8bf3830374 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559831 Jan 18 16:32:10.862602 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71358204-0868-47a4-9612-ae535b82c366 req-8a6ff44b-e1a4-49d0-8d72-efdd037d4146 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:10.864519 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-71358204-0868-47a4-9612-ae535b82c366 req-8a6ff44b-e1a4-49d0-8d72-efdd037d4146 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0655792 Jan 18 16:32:10.934552 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-71358204-0868-47a4-9612-ae535b82c366 req-f13c66b9-6517-4e9a-8862-726dd899f073 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638793 Jan 18 16:32:11.474361 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42750) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:11.608022 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6e77ed7-6bce-48ba-9e9d-7767e842fce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.625096 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960cd7c-2529-4bff-8ed9-c31091b992a6 req-ee86560f-db68-41bc-b416-2449eb4e446c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:11.626884 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0960cd7c-2529-4bff-8ed9-c31091b992a6 req-ee86560f-db68-41bc-b416-2449eb4e446c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0580676 Jan 18 16:32:11.684590 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0960cd7c-2529-4bff-8ed9-c31091b992a6 req-5a674809-1a0d-4958-be24-2a731f5afee3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490344 Jan 18 16:32:11.727731 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6e77ed7-6bce-48ba-9e9d-7767e842fce2 admin admin] Publish callbacks [] for security_group (5c844d42-6796-4de3-ba0d-137c9b2f72ba), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.731536 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b6e77ed7-6bce-48ba-9e9d-7767e842fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5c844d42-6796-4de3-ba0d-137c9b2f72ba), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.775943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42766) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:11.776124 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b6e77ed7-6bce-48ba-9e9d-7767e842fce2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=29a0af6727ec4a0da61f55563ddd2a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005533 Jan 18 16:32:11.777037 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e77ed7-6bce-48ba-9e9d-7767e842fce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c844d42-6796-4de3-ba0d-137c9b2f72ba,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:11.836883 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dad68ce6-de90-4f57-92d3-d17402e118c9 admin admin] Publish callbacks [] for security_group (5c844d42-6796-4de3-ba0d-137c9b2f72ba), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.862831 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dad68ce6-de90-4f57-92d3-d17402e118c9 admin admin] Publish callbacks [] for security_group (5c844d42-6796-4de3-ba0d-137c9b2f72ba), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.913159 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dad68ce6-de90-4f57-92d3-d17402e118c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5c844d42-6796-4de3-ba0d-137c9b2f72ba), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.915723 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dad68ce6-de90-4f57-92d3-d17402e118c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:11.916871 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-dad68ce6-de90-4f57-92d3-d17402e118c9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5c844d42-6796-4de3-ba0d-137c9b2f72ba HTTP/1.1" status: 204 len: 168 time: 0.1399422 Jan 18 16:32:11.926920 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad68ce6-de90-4f57-92d3-d17402e118c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c844d42-6796-4de3-ba0d-137c9b2f72ba,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:12.102654 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d8ea-a08d-474d-8457-88f9ba050d93 req-d9b200bc-adee-4ebf-b910-de084fa636ca tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:12.104339 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6517d8ea-a08d-474d-8457-88f9ba050d93 req-d9b200bc-adee-4ebf-b910-de084fa636ca tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0673954 Jan 18 16:32:12.170536 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6517d8ea-a08d-474d-8457-88f9ba050d93 req-2fff8002-7c7d-47ac-a56e-33f109fde148 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555663 Jan 18 16:32:12.622002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42812) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:12.719888 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1572561080-network', 'tenant_id': 'ad74e7f75a7c41be9e4e3f6884b4d832'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:12.749680 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Made reservation on behalf of ad74e7f75a7c41be9e4e3f6884b4d832 for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:12.751931 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:12.760842 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:12.837681 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce07a-314c-4865-8e61-d1811205841a req-960dbae8-22a8-47be-9a83-165bd01f4cb2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:12.839084 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-804ce07a-314c-4865-8e61-d1811205841a req-960dbae8-22a8-47be-9a83-165bd01f4cb2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0707397 Jan 18 16:32:12.907665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks [] for security_group (b7d830a4-d600-4cec-9036-b88957ff59ee), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:12.913529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b7d830a4-d600-4cec-9036-b88957ff59ee), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:12.923458 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-804ce07a-314c-4865-8e61-d1811205841a req-09222e35-bdc4-4e27-9fad-4986914d9274 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780184 Jan 18 16:32:12.946725 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:32:12.962581 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d830a4-d600-4cec-9036-b88957ff59ee,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:12.965423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (79188b8d-95d8-45c0-a14f-8a169e34b7b3), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:12.965766 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Added segment 79188b8d-95d8-45c0-a14f-8a169e34b7b3 of type vlan for network 4a674afc-ab26-4529-b716-118a44373ef3 Jan 18 16:32:13.005901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (4a674afc-ab26-4529-b716-118a44373ef3), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.030582 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (4a674afc-ab26-4529-b716-118a44373ef3), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.031531 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:13.032102 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.090552 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4673653 Jan 18 16:32:13.093613 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42822) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:13.096527 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658daa9c-b3a9-4413-b99b-921908554c34 admin admin] Pushing event updated for resources: {'Network': ['ID=4a674afc-ab26-4529-b716-118a44373ef3,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:13.098600 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Request body: {'subnet': {'network_id': '4a674afc-ab26-4529-b716-118a44373ef3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1572561080-subnet', 'tenant_id': 'ad74e7f75a7c41be9e4e3f6884b4d832', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:13.108653 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 4a674afc-ab26-4529-b716-118a44373ef3 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:32:13.123460 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Made reservation on behalf of ad74e7f75a7c41be9e4e3f6884b4d832 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:13.126420 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7294297'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.321399 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb4542-7112-4b4b-8cee-40b82d7fc499 req-ca2329c2-bb7d-4012-bd1b-1f17da6472b3 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:13.325499 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3cb4542-7112-4b4b-8cee-40b82d7fc499 req-ca2329c2-bb7d-4012-bd1b-1f17da6472b3 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0774803 Jan 18 16:32:13.328128 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7294327'] for subnet (480499bf-147e-4f5a-b7bc-aa40ed30fa62), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.380310 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3cb4542-7112-4b4b-8cee-40b82d7fc499 req-7d8f8457-cac5-4b0c-b639-77befa24576f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Jan 18 16:32:13.384466 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480499bf-147e-4f5a-b7bc-aa40ed30fa62,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:13.397157 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Checking segment: {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:13.397523 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Network hostable DHCP agents. Network: 4a674afc-ab26-4529-b716-118a44373ef3, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:32:13.414219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Network 4a674afc-ab26-4529-b716-118a44373ef3 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:32:13.422969 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 4a674afc-ab26-4529-b716-118a44373ef3) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:13.430647 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:13.431257 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:13.437561 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5a9edb-b17c-40b5-b483-d664937c979c None None] Network 4a674afc-ab26-4529-b716-118a44373ef3 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:13.459854 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-525d4358-d5a4-4a18-a46d-27c42935afd6 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626204 Jan 18 16:32:13.557095 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66f17e5-61aa-4053-b434-deff9cb5e646 None None] Network 4a674afc-ab26-4529-b716-118a44373ef3 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:14.097239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af4f6ef-2db1-4ad0-8ce3-ecaa7b4a9cae req-942dbda1-315f-40bd-a5b8-f365d71b346e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:14.104670 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1af4f6ef-2db1-4ad0-8ce3-ecaa7b4a9cae req-942dbda1-315f-40bd-a5b8-f365d71b346e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0714445 Jan 18 16:32:14.207409 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1af4f6ef-2db1-4ad0-8ce3-ecaa7b4a9cae req-c5b546cf-0b25-460a-b2cd-649468be7521 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803542 Jan 18 16:32:14.390340 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42912) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:14.517910 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7045f-c900-429c-981a-c8fd2e8cd780 req-f69a24f5-127c-4e65-a688-11d258fab04c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:14.520010 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a6c7045f-c900-429c-981a-c8fd2e8cd780 req-f69a24f5-127c-4e65-a688-11d258fab04c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0585744 Jan 18 16:32:14.539594 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-92be6d6c-3bc7-453e-abdc-082cd4309bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.602907 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a6c7045f-c900-429c-981a-c8fd2e8cd780 req-3ea1fb1c-8b3e-48ea-85f0-13267c3c4ab0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723810 Jan 18 16:32:14.662604 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-92be6d6c-3bc7-453e-abdc-082cd4309bcd admin admin] Publish callbacks [] for security_group (916aebb3-5800-4c51-bd31-93dab721bfde), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.668010 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-92be6d6c-3bc7-453e-abdc-082cd4309bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (916aebb3-5800-4c51-bd31-93dab721bfde), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.721444 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-92be6d6c-3bc7-453e-abdc-082cd4309bcd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ca2f41edabe34d3d868580b5d08a4e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205750 Jan 18 16:32:14.723465 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be6d6c-3bc7-453e-abdc-082cd4309bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916aebb3-5800-4c51-bd31-93dab721bfde,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:14.724996 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42942) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:14.781716 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-873dc2a7-a3b7-4ca1-bdab-0f7b0d6c36e8 admin admin] Publish callbacks [] for security_group (916aebb3-5800-4c51-bd31-93dab721bfde), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.806903 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-873dc2a7-a3b7-4ca1-bdab-0f7b0d6c36e8 admin admin] Publish callbacks [] for security_group (916aebb3-5800-4c51-bd31-93dab721bfde), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.855488 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-873dc2a7-a3b7-4ca1-bdab-0f7b0d6c36e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (916aebb3-5800-4c51-bd31-93dab721bfde), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.858171 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-873dc2a7-a3b7-4ca1-bdab-0f7b0d6c36e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:14.859312 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-873dc2a7-a3b7-4ca1-bdab-0f7b0d6c36e8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/916aebb3-5800-4c51-bd31-93dab721bfde HTTP/1.1" status: 204 len: 168 time: 0.1326413 Jan 18 16:32:14.870179 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dc2a7-a3b7-4ca1-bdab-0f7b0d6c36e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916aebb3-5800-4c51-bd31-93dab721bfde,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:15.171520 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42958) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:15.188326 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40552816-4b1e-4624-b39c-600f27e7935a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.285012 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40552816-4b1e-4624-b39c-600f27e7935a admin admin] Publish callbacks [] for security_group (9abb8311-bd4a-4052-a8d1-1843b9f96cf1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.289058 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-40552816-4b1e-4624-b39c-600f27e7935a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9abb8311-bd4a-4052-a8d1-1843b9f96cf1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.311788 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde788f-af5b-4f95-a9d2-e7a2fbd796e0 req-ec13e6c5-3775-4077-87f1-640db7d42b88 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:15.313283 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7cde788f-af5b-4f95-a9d2-e7a2fbd796e0 req-ec13e6c5-3775-4077-87f1-640db7d42b88 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0487094 Jan 18 16:32:15.328378 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-40552816-4b1e-4624-b39c-600f27e7935a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=cf30e973d92b4015aaaead760e2d7fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557641 Jan 18 16:32:15.329302 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40552816-4b1e-4624-b39c-600f27e7935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb8311-bd4a-4052-a8d1-1843b9f96cf1,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:15.332074 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42968) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:15.368179 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7cde788f-af5b-4f95-a9d2-e7a2fbd796e0 req-9f0e8207-0a02-4c9c-854e-273b5b15ddd6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474954 Jan 18 16:32:15.384137 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0df1fd35-a964-41fb-8bc2-d816e32ff35f admin admin] Publish callbacks [] for security_group (9abb8311-bd4a-4052-a8d1-1843b9f96cf1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.409920 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0df1fd35-a964-41fb-8bc2-d816e32ff35f admin admin] Publish callbacks [] for security_group (9abb8311-bd4a-4052-a8d1-1843b9f96cf1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.469768 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0df1fd35-a964-41fb-8bc2-d816e32ff35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9abb8311-bd4a-4052-a8d1-1843b9f96cf1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.473006 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0df1fd35-a964-41fb-8bc2-d816e32ff35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.474166 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0df1fd35-a964-41fb-8bc2-d816e32ff35f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9abb8311-bd4a-4052-a8d1-1843b9f96cf1 HTTP/1.1" status: 204 len: 168 time: 0.1410339 Jan 18 16:32:15.482216 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1fd35-a964-41fb-8bc2-d816e32ff35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb8311-bd4a-4052-a8d1-1843b9f96cf1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:15.825865 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42988) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:15.840457 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13fb15c5-c2a9-4111-b9b8-2abc44df9dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.927112 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13fb15c5-c2a9-4111-b9b8-2abc44df9dcb admin admin] Publish callbacks [] for security_group (c24f84e2-455a-46b2-ab72-12e556922184), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.931235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13fb15c5-c2a9-4111-b9b8-2abc44df9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (c24f84e2-455a-46b2-ab72-12e556922184), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:15.967996 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb15c5-c2a9-4111-b9b8-2abc44df9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24f84e2-455a-46b2-ab72-12e556922184,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:15.972493 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-13fb15c5-c2a9-4111-b9b8-2abc44df9dcb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0efcb191497b40348b3c3b1e8e6131f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454558 Jan 18 16:32:15.975933 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 42992) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:15.986395 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 42994) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:16.039995 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1721d782-57ac-4196-b963-13f323f2d111 admin admin] Publish callbacks [] for security_group (c24f84e2-455a-46b2-ab72-12e556922184), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.069455 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1721d782-57ac-4196-b963-13f323f2d111 admin admin] Publish callbacks [] for security_group (c24f84e2-455a-46b2-ab72-12e556922184), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.115471 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fbffa1d6-5020-49c0-b5e9-de2206ec6ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.154996 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1721d782-57ac-4196-b963-13f323f2d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (c24f84e2-455a-46b2-ab72-12e556922184), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.157867 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1721d782-57ac-4196-b963-13f323f2d111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.159728 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1721d782-57ac-4196-b963-13f323f2d111 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c24f84e2-455a-46b2-ab72-12e556922184 HTTP/1.1" status: 204 len: 168 time: 0.1818368 Jan 18 16:32:16.170814 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721d782-57ac-4196-b963-13f323f2d111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24f84e2-455a-46b2-ab72-12e556922184,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:16.189735 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461449cf-50dc-4c5a-bb11-ecff5380df61 req-8e0d10f2-1cba-4e80-b1b4-55162b7d9c0c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:16.191835 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-461449cf-50dc-4c5a-bb11-ecff5380df61 req-8e0d10f2-1cba-4e80-b1b4-55162b7d9c0c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0675147 Jan 18 16:32:16.216408 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fbffa1d6-5020-49c0-b5e9-de2206ec6ef3 admin admin] Publish callbacks [] for security_group (45cdbd7e-0354-4f35-a532-c8a53ff128fa), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.222977 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fbffa1d6-5020-49c0-b5e9-de2206ec6ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (45cdbd7e-0354-4f35-a532-c8a53ff128fa), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.280981 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fbffa1d6-5020-49c0-b5e9-de2206ec6ef3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f99d16b8be854f96912fd4585b03d7c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912216 Jan 18 16:32:16.282188 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43006) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:16.285578 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-461449cf-50dc-4c5a-bb11-ecff5380df61 req-e4559514-d6c3-4293-ac49-3a09273b01cf tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836034 Jan 18 16:32:16.288850 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffa1d6-5020-49c0-b5e9-de2206ec6ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cdbd7e-0354-4f35-a532-c8a53ff128fa,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:16.353613 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-961ec9d6-17e0-4c03-b83e-90fd25f5866a admin admin] Publish callbacks [] for security_group (45cdbd7e-0354-4f35-a532-c8a53ff128fa), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.379528 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-961ec9d6-17e0-4c03-b83e-90fd25f5866a admin admin] Publish callbacks [] for security_group (45cdbd7e-0354-4f35-a532-c8a53ff128fa), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.442316 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-961ec9d6-17e0-4c03-b83e-90fd25f5866a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (45cdbd7e-0354-4f35-a532-c8a53ff128fa), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.445137 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-961ec9d6-17e0-4c03-b83e-90fd25f5866a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:16.446394 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-961ec9d6-17e0-4c03-b83e-90fd25f5866a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/45cdbd7e-0354-4f35-a532-c8a53ff128fa HTTP/1.1" status: 204 len: 168 time: 0.1632550 Jan 18 16:32:16.455163 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ec9d6-17e0-4c03-b83e-90fd25f5866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cdbd7e-0354-4f35-a532-c8a53ff128fa,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:16.789150 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-2a962a27-f4cc-41b0-b3b0-8c5fe1e4ff13 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:16.799001 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-2a962a27-f4cc-41b0-b3b0-8c5fe1e4ff13 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/networks?id=4a674afc-ab26-4529-b716-118a44373ef3 HTTP/1.1" status: 200 len: 809 time: 0.1906021 Jan 18 16:32:16.823320 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-1630f6d6-6af7-4f86-88fa-09e5f1adeb28 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/quotas/ad74e7f75a7c41be9e4e3f6884b4d832 HTTP/1.1" status: 200 len: 375 time: 0.0119193 Jan 18 16:32:16.870208 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-9297014d-0371-49a5-985d-3af4379ad32b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300608 Jan 18 16:32:16.911691 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c5881-d259-4b7d-9a15-fd39e6c1df6f req-c7b73b25-287c-42ab-b86b-2c5fe40be7ff tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:16.918545 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-642c5881-d259-4b7d-9a15-fd39e6c1df6f req-c7b73b25-287c-42ab-b86b-2c5fe40be7ff tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1184986 Jan 18 16:32:17.057495 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-642c5881-d259-4b7d-9a15-fd39e6c1df6f req-4c830808-1007-4318-9a58-4a8fde336a34 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380153 Jan 18 16:32:17.075079 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-7fb7894f-5c7e-4592-bcfc-f56646e19b0b service neutron] 10.222.0.82 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941357 Jan 18 16:32:17.182256 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-dd682011-ef02-4b67-91ed-521a9fe7c282 service neutron] 10.222.0.82 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001425 Jan 18 16:32:17.551188 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43098) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:17.662011 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-11b95914-d8de-45ba-8124-f65e91c5dfd2 req-2117e42a-b57a-41e8-aaf5-718eaa9adff9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 210 time: 0.3160155 Jan 18 16:32:17.709768 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-912836474-network', 'tenant_id': '417f505277c847cf9b6aaf89f1639bff'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:17.736114 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Made reservation on behalf of 417f505277c847cf9b6aaf89f1639bff for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:17.739015 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:17.747784 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:17.851132 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks [] for security_group (6ab8412f-ddcf-420a-a34a-e7fea79ab13b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:17.855595 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (6ab8412f-ddcf-420a-a34a-e7fea79ab13b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:17.883446 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab8412f-ddcf-420a-a34a-e7fea79ab13b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:17.896770 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b635e322-3524-43c4-a581-424720489780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:32:17.914729 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (bce437a6-827c-4a3f-94bb-ce26064b2b39), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:17.915180 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Added segment bce437a6-827c-4a3f-94bb-ce26064b2b39 of type vlan for network 304974be-1692-42d6-8f0c-22abd422d9d8 Jan 18 16:32:17.980204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (304974be-1692-42d6-8f0c-22abd422d9d8), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.027364 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (304974be-1692-42d6-8f0c-22abd422d9d8), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.029028 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:18.029826 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.097219 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b635e322-3524-43c4-a581-424720489780 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5442226 Jan 18 16:32:18.100082 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43122) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:18.105263 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Request body: {'subnet': {'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-912836474-subnet', 'tenant_id': '417f505277c847cf9b6aaf89f1639bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:18.136011 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635e322-3524-43c4-a581-424720489780 admin admin] Pushing event updated for resources: {'Network': ['ID=304974be-1692-42d6-8f0c-22abd422d9d8,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:18.149181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 304974be-1692-42d6-8f0c-22abd422d9d8 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:32:18.160518 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Made reservation on behalf of 417f505277c847cf9b6aaf89f1639bff for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:18.162835 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7294297'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.211487 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3846e-aedc-42d3-a949-f7cad975cc3d req-615329f1-b840-41b7-9e9b-f4c554f39901 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:18.213647 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80e3846e-aedc-42d3-a949-f7cad975cc3d req-615329f1-b840-41b7-9e9b-f4c554f39901 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0619686 Jan 18 16:32:18.285022 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80e3846e-aedc-42d3-a949-f7cad975cc3d req-018f991e-fa22-4b4e-a1ac-ba2f36ebb0f0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645676 Jan 18 16:32:18.388782 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7294327'] for subnet (e689401c-44cb-4b7c-a35a-8132db4a1263), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.452951 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e689401c-44cb-4b7c-a35a-8132db4a1263,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:18.457780 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Checking segment: {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:18.458139 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Network hostable DHCP agents. Network: 304974be-1692-42d6-8f0c-22abd422d9d8, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:32:18.467574 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 43138) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:18.478000 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Network 304974be-1692-42d6-8f0c-22abd422d9d8 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:32:18.501203 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 304974be-1692-42d6-8f0c-22abd422d9d8) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:18.507085 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:18.507873 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.515243 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e640ddc6-ffaf-47a6-b253-e21b5b712366 None None] Network 304974be-1692-42d6-8f0c-22abd422d9d8 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:18.540335 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-53673cd4-2659-460b-a8ec-0c8d7f63b051 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4391234 Jan 18 16:32:18.649461 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-1c51c0cb-e9dc-46c5-a565-8551528f1db6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:18.652364 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-1c51c0cb-e9dc-46c5-a565-8551528f1db6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "GET /v2.0/networks?id=4a674afc-ab26-4529-b716-118a44373ef3 HTTP/1.1" status: 200 len: 809 time: 0.1323564 Jan 18 16:32:18.665011 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e11f26c-078c-4e09-8bb0-8d1a810faf78 None None] Network 304974be-1692-42d6-8f0c-22abd422d9d8 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:18.679475 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Request body: {'port': {'device_id': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3', 'admin_state_up': True, 'tenant_id': 'ad74e7f75a7c41be9e4e3f6884b4d832'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:18.773065 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cff4bdd1-ccd2-4311-b623-47975d61ee6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.814224 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b9067df9-77fa-4849-9ffa-0302b66a273f req-1de2f785-f6a7-4663-a3a7-6c465fdcc379 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 210 time: 0.0454493 Jan 18 16:32:18.922286 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Made reservation on behalf of ad74e7f75a7c41be9e4e3f6884b4d832 for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:18.925792 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.948055 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cff4bdd1-ccd2-4311-b623-47975d61ee6b admin admin] Publish callbacks [] for security_group (556c4bcc-ad96-463b-b61c-56041e6b1043), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:18.959790 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cff4bdd1-ccd2-4311-b623-47975d61ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (556c4bcc-ad96-463b-b61c-56041e6b1043), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.042134 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-cff4bdd1-ccd2-4311-b623-47975d61ee6b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2a2ac26097f943a89533a7a30b3a2806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5730281 Jan 18 16:32:19.044764 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 43160) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:19.063222 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4bdd1-ccd2-4311-b623-47975d61ee6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c4bcc-ad96-463b-b61c-56041e6b1043,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:19.159634 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d491c215-8e17-4404-9f01-963676b89960 admin admin] Publish callbacks [] for security_group (556c4bcc-ad96-463b-b61c-56041e6b1043), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.166463 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Allocated IP 172.20.0.12 (4a674afc-ab26-4529-b716-118a44373ef3/480499bf-147e-4f5a-b7bc-aa40ed30fa62/fbbf13fb-4363-443f-8c0b-3aae0e0a33a7) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:19.196733 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d491c215-8e17-4404-9f01-963676b89960 admin admin] Publish callbacks [] for security_group (556c4bcc-ad96-463b-b61c-56041e6b1043), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.296161 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d491c215-8e17-4404-9f01-963676b89960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (556c4bcc-ad96-463b-b61c-56041e6b1043), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.300138 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d491c215-8e17-4404-9f01-963676b89960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.303952 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d491c215-8e17-4404-9f01-963676b89960 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/556c4bcc-ad96-463b-b61c-56041e6b1043 HTTP/1.1" status: 204 len: 168 time: 0.2560089 Jan 18 16:32:19.367971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491c215-8e17-4404-9f01-963676b89960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c4bcc-ad96-463b-b61c-56041e6b1043,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:19.431555 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-d9591756-da0f-4fe0-8f52-c136a5e5ed5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=e92e3a1c029543f582b45037d145dd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657785 Jan 18 16:32:19.581365 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks [] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.589686 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034eb451-ca01-40cc-b485-65d551481bac req-ec3579ad-e7ab-418e-8152-65015466a4d6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:19.591357 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-034eb451-ca01-40cc-b485-65d551481bac req-ec3579ad-e7ab-418e-8152-65015466a4d6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.2087662 Jan 18 16:32:19.724934 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-2820ef73-06dc-450d-a8d8-90b2b59fe6be tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:19.726414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-2820ef73-06dc-450d-a8d8-90b2b59fe6be tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894115 Jan 18 16:32:19.740666 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-034eb451-ca01-40cc-b485-65d551481bac req-a579422a-0a8e-4a3f-8d73-4807786ee6a3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355405 Jan 18 16:32:19.748081 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.756623 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-a23171cd-30de-41d6-91ff-1283bd4f11d6 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/quotas/e92e3a1c029543f582b45037d145dd04 HTTP/1.1" status: 200 len: 375 time: 0.0215855 Jan 18 16:32:19.822617 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-87ef0df0-6790-463d-a324-08512f3e762c tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=e92e3a1c029543f582b45037d145dd04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406921 Jan 18 16:32:19.826257 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Network 4a674afc-ab26-4529-b716-118a44373ef3 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:19.832757 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:19.834701 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Pushing event updated for resources: {'Port': ['ID=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:19.836845 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: from cryptography.utils import int_from_bytes Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: from cryptography.utils import int_from_bytes Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.838173 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:19.840770 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:32:19.842712 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:19.843562 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:19.863246 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-501dcef2-bf53-47c4-91a6-c9b326e6e15d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1976349 Jan 18 16:32:19.875950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Request body: {'port': {'device_id': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:19.970579 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.013567 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b66d45-23c1-4bb8-aec5-3f0ea4bded8f req-8abed49e-a13d-4db2-887e-2415edc0e725 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:20.015138 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-17b66d45-23c1-4bb8-aec5-3f0ea4bded8f req-8abed49e-a13d-4db2-887e-2415edc0e725 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 932 time: 0.1070640 Jan 18 16:32:20.082262 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43212) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:20.171377 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c411fbae-f752-4ad6-be68-28008158137c req-35d83b85-0d0c-4347-a8d4-164318205397 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 210 time: 0.0874910 Jan 18 16:32:20.177610 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-17b66d45-23c1-4bb8-aec5-3f0ea4bded8f req-671983ed-add8-4a75-acc1-a92a87d2d7b9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447566 Jan 18 16:32:20.215054 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1189983802-network', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:20.244555 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Made reservation on behalf of b620d20ca2a943d7a89c58c0c1c74b20 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:20.247187 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.257672 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.357662 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks [] for security_group (9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.363480 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.392713 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:32:20.417156 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:20.418982 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (d06b8eed-6d58-4e68-ab29-aaf220fa28ae), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.419390 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Added segment d06b8eed-6d58-4e68-ab29-aaf220fa28ae of type vlan for network b1823f9d-1b6a-4242-91de-f4c8c181443c Jan 18 16:32:20.426598 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Publish callbacks [] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.446258 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Transition to ACTIVE for port object fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:32:20.454519 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.489007 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:20.505736 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (b1823f9d-1b6a-4242-91de-f4c8c181443c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.538821 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (b1823f9d-1b6a-4242-91de-f4c8c181443c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.540297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:20.541066 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.554355 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:20.614540 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5310314 Jan 18 16:32:20.618280 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43238) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:20.623934 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Attempting to bind port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:20.624362 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Attempting to bind port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:20.624825 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Attempting to bind port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 on network 4a674afc-ab26-4529-b716-118a44373ef3 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:20.625290 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Request body: {'subnet': {'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1189983802-subnet', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:20.631307 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36d045-38d8-4399-9894-38f2bfb34c31 admin admin] Pushing event updated for resources: {'Network': ['ID=b1823f9d-1b6a-4242-91de-f4c8c181443c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:20.635716 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 on network 4a674afc-ab26-4529-b716-118a44373ef3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:32:20.636048 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Attempting to bind port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 on network 4a674afc-ab26-4529-b716-118a44373ef3 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:20.650063 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network b1823f9d-1b6a-4242-91de-f4c8c181443c details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:32:20.661486 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Made reservation on behalf of b620d20ca2a943d7a89c58c0c1c74b20 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:20.664638 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7294297'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.694499 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-9ebcf960-9571-40ab-8206-e4d5c16177f7 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:20.696226 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-9ebcf960-9571-40ab-8206-e4d5c16177f7 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/networks?id=304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 200 len: 813 time: 0.1855586 Jan 18 16:32:20.701154 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:20.701647 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Checking segment: {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:20.706180 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Bound using segment: {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:20.706180 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Bound port: fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:20.706180 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.765827 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-e71de4d7-a462-4e53-bc85-e3351d176838 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/quotas/417f505277c847cf9b6aaf89f1639bff HTTP/1.1" status: 200 len: 375 time: 0.0496285 Jan 18 16:32:20.868364 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-346d3525-ec3f-497b-bd92-678c42c80cc2 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=417f505277c847cf9b6aaf89f1639bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778444 Jan 18 16:32:20.894538 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7294327'] for subnet (60d4c373-25ca-4a11-bfb3-1c2d0b9fab46), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.951692 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] For port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:20.954185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:20.969189 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Checking segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:20.969552 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Network hostable DHCP agents. Network: b1823f9d-1b6a-4242-91de-f4c8c181443c, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:32:20.977381 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] For port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:20.986873 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:20.988561 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Network b1823f9d-1b6a-4242-91de-f4c8c181443c is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:32:20.997676 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, b1823f9d-1b6a-4242-91de-f4c8c181443c) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:21.001600 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:21.002199 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.003102 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cda6b-e6b2-4ce1-b286-9f53c184597c req-5786a6e7-2359-47be-8346-dc3ca858b0c6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:21.004912 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-475cda6b-e6b2-4ce1-b286-9f53c184597c req-5786a6e7-2359-47be-8346-dc3ca858b0c6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1410654 Jan 18 16:32:21.007935 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9908819-8861-4957-98c8-53d55e596b52 None None] Network b1823f9d-1b6a-4242-91de-f4c8c181443c requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:21.030405 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d5da2956-c916-4905-a2d9-160aab252eb3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4113209 Jan 18 16:32:21.033033 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43242) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:21.038296 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:21.072132 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (cb1a21a2-f92c-4c35-8570-a088b002f7dd), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.074260 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (cb1a21a2-f92c-4c35-8570-a088b002f7dd), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.093883 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:21.094514 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.096100 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] 10.222.0.45 "PUT /v2.0/ports/fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 HTTP/1.1" status: 200 len: 1094 time: 1.2261434 Jan 18 16:32:21.097223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'tag': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:21.099618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c52bec8-1298-4658-915c-1fea3b61202d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1375a98-670c-4cd0-ac9a-3f006da5670c", "tag": "fbbf13fb-4363-443f-8c0b-3aae0e0a33a7"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:21.107539 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-50d623df-2f34-45e1-b23d-4b52fcbe87f9 service neutron] 10.222.0.82 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245808 Jan 18 16:32:21.155128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536b40c-36d4-44c4-9f04-614af141f18d service neutron] Pushing event updated for resources: {'Port': ['ID=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:21.167384 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks [] for router_controller (cb1a21a2-f92c-4c35-8570-a088b002f7dd), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.171289 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-b1823f9d-1b6a-4242-91de-f4c8c181443c', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:32:21.172408 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.205181 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-475cda6b-e6b2-4ce1-b286-9f53c184597c req-0e9bfa22-b0d4-464d-b0ce-3da4fe8434aa tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641400 Jan 18 16:32:21.276318 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-35de8cdc-9064-4e66-b724-75d4f14ada9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:21.277928 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-35de8cdc-9064-4e66-b724-75d4f14ada9c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 1097 time: 0.1165116 Jan 18 16:32:21.289193 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc731f1-b866-4a62-b48d-c0e6625af997 x-openstack-request-id: req-bcc731f1-b866-4a62-b48d-c0e6625af997 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:21.289480 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1375a98-670c-4cd0-ac9a-3f006da5670c", "tag": "fbbf13fb-4363-443f-8c0b-3aae0e0a33a7", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:21.289740 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bcc731f1-b866-4a62-b48d-c0e6625af997 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:21.290148 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'tag': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7', 'status': 'completed', 'code': 200} Jan 18 16:32:21.295988 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-8967d632-6eb6-43fd-9511-27a155da6d24 service neutron] 10.222.0.82 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759748 Jan 18 16:32:21.348754 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-dbdfb210-09d8-46e1-94e4-ee69f3d4f5d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 HTTP/1.1" status: 200 len: 217 time: 0.0453522 Jan 18 16:32:21.446164 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-8fe79c3f-bcc0-43fd-8390-3b057f702282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:21.447774 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-8fe79c3f-bcc0-43fd-8390-3b057f702282 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=480499bf-147e-4f5a-b7bc-aa40ed30fa62 HTTP/1.1" status: 200 len: 849 time: 0.0895412 Jan 18 16:32:21.490764 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Allocated IP 172.20.0.2 (b1823f9d-1b6a-4242-91de-f4c8c181443c/60d4c373-25ca-4a11-bfb3-1c2d0b9fab46/ec4b052d-b87c-438d-a7b7-ed522b8f4eec) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:21.512793 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ab52cec-448f-4ef7-a45f-c4a4347b644e req-6b4c285f-ad07-4d2e-b5f8-ba9a5c52808b tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 210 time: 0.0636728 Jan 18 16:32:21.548536 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-5f98ef29-145c-401d-93c2-ad26892cc7f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a674afc-ab26-4529-b716-118a44373ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545900 Jan 18 16:32:21.730168 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks [] for router_gateway (cb1a21a2-f92c-4c35-8570-a088b002f7dd), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.752289 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-8d34cc32-a5c4-453e-a8dd-e95eec516110 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e92e3a1c029543f582b45037d145dd04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3999128 Jan 18 16:32:21.761652 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:32:21.874252 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Publish callbacks [] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.894707 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:21.956863 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Network b1823f9d-1b6a-4242-91de-f4c8c181443c is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:21.966441 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:21.973121 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:21.982902 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:21.996732 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Pushing event updated for resources: {'Port': ['ID=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:22.006695 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'mac_address': 'fa:16:3e:21:c7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:32:22.031568 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-18a2bb11-b4ff-4269-bb07-12b0c9a7ccf6 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:22.033293 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-18a2bb11-b4ff-4269-bb07-12b0c9a7ccf6 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2714427 Jan 18 16:32:22.060330 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Request body: {'port': {'device_id': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1', 'admin_state_up': True, 'tenant_id': 'e92e3a1c029543f582b45037d145dd04'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:22.086019 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Attempting to bind port ec4b052d-b87c-438d-a7b7-ed522b8f4eec on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:22.086392 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Attempting to bind port ec4b052d-b87c-438d-a7b7-ed522b8f4eec by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:22.086761 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Attempting to bind port ec4b052d-b87c-438d-a7b7-ed522b8f4eec on network b1823f9d-1b6a-4242-91de-f4c8c181443c {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:22.095969 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c85bf95f-e70c-4a38-9c90-dac808e75cbc req-e39b502a-2ada-43df-8fea-244ca6e090bf tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 210 time: 0.4208357 Jan 18 16:32:22.111062 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:22.111668 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Checking segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:22.112900 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.113516 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Bound using segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:22.114162 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Bound port: ec4b052d-b87c-438d-a7b7-ed522b8f4eec, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:22.114709 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.129206 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: ACTIVE; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:22.130181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.147443 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d2944-c5e7-48cd-9dd7-cad0adb76296 req-d4dc09d4-d751-46d1-9e8b-112563aca573 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:22.151261 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-587d2944-c5e7-48cd-9dd7-cad0adb76296 req-d4dc09d4-d751-46d1-9e8b-112563aca573 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 944 time: 0.5776696 Jan 18 16:32:22.165091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:22.192354 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-c8093e35-e51b-48dc-87d0-6a64505b692f service neutron] 10.222.0.45 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361468 Jan 18 16:32:22.197850 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:22.219040 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.270642 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] For port ec4b052d-b87c-438d-a7b7-ed522b8f4eec, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:22.296665 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] For port ec4b052d-b87c-438d-a7b7-ed522b8f4eec, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:22.311470 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.345273 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:32:22.361969 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-587d2944-c5e7-48cd-9dd7-cad0adb76296 req-19310407-2187-49e0-aed4-b57337d3b18f tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728830 Jan 18 16:32:22.421062 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Made reservation on behalf of e92e3a1c029543f582b45037d145dd04 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:22.429387 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.433578 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=6']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:22.479201 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.534923 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f85d9-b4a3-43e4-85e2-638b491ea2a0 req-159738a2-5ae7-42c1-801e-ad7449536d5b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:22.538237 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-984f85d9-b4a3-43e4-85e2-638b491ea2a0 req-159738a2-5ae7-42c1-801e-ad7449536d5b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.1594594 Jan 18 16:32:22.541113 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1ecf4a11-8b07-4507-bc91-840e97db7dba req-69166874-b0a0-4017-bf43-ee8ce8758938 service neutron] 10.222.0.45 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081682 Jan 18 16:32:22.556398 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc660d33-ce39-4ea0-8d67-a03ebff1f9ca None None] Pushing event updated for resources: {'Port': ['ID=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:22.603028 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks [] for router_gateway (cb1a21a2-f92c-4c35-8570-a088b002f7dd), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.621163 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-984f85d9-b4a3-43e4-85e2-638b491ea2a0 req-f67f5873-7de6-4be2-bf7e-b0ac3716b6ad tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771003 Jan 18 16:32:22.625854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.647200 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks [] for security_group (d04bc4e6-2b1c-4d1f-a699-86725c2dede6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.658257 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d04bc4e6-2b1c-4d1f-a699-86725c2dede6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:22.730910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04bc4e6-2b1c-4d1f-a699-86725c2dede6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:22.751586 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-147dcfaf-9e13-437d-8ead-997323318954 req-e8d4b056-7872-4321-b0ee-14950a49751a tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 210 time: 0.0915635 Jan 18 16:32:22.760040 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52bec8-1298-4658-915c-1fea3b61202d req-b569d533-a62d-4e6b-82df-0e553e94710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:22.765914 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-b569d533-a62d-4e6b-82df-0e553e94710d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 1097 time: 0.1427567 Jan 18 16:32:22.935005 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Allocated IP 172.27.3.224 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/aa91d1d0-01f2-440b-bc23-a937b87956ab) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:22.969422 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-b7f0fd13-9aa0-4bf4-86dc-93b93a3deead tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112687843&fields=id&tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 267 time: 0.1394043 Jan 18 16:32:22.974139 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Allocated IP 192.168.233.89 (a6f80fe3-eb63-4a73-87f4-a94c835a80d1/327ee49a-c115-4fa9-8de5-44d63316c9e3/d6be0e64-7cfa-4b6c-9ce0-2103385f693f) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:23.081589 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52bec8-1298-4658-915c-1fea3b61202d req-eaa94ef3-f44b-44f3-b1fd-b7349d62e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:23.083229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-eaa94ef3-f44b-44f3-b1fd-b7349d62e1a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4a674afc-ab26-4529-b716-118a44373ef3 HTTP/1.1" status: 200 len: 910 time: 0.3032410 Jan 18 16:32:23.136084 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-ec793028-3a6a-4b72-b587-f0eb37e52483 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 HTTP/1.1" status: 200 len: 217 time: 0.0438535 Jan 18 16:32:23.255122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-1a59a40b-5c81-4db6-a3ec-276a1054471d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:23.256953 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-1a59a40b-5c81-4db6-a3ec-276a1054471d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 812 time: 0.2862856 Jan 18 16:32:23.273546 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2287bdc6-554d-4942-9009-5e09db61a3b7 req-29247579-2fb9-46dc-8636-a7e64de118c6 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 210 time: 0.0784461 Jan 18 16:32:23.283558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-7ffd1c87-72fd-4bd1-822a-768890d95c38 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:23.285822 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-7ffd1c87-72fd-4bd1-822a-768890d95c38 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "GET /v2.0/networks?id=304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 200 len: 813 time: 0.2741027 Jan 18 16:32:23.293827 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52bec8-1298-4658-915c-1fea3b61202d req-6f21c19a-5b41-4d5d-8816-0797b9c07c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:23.295553 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-6f21c19a-5b41-4d5d-8816-0797b9c07c8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=480499bf-147e-4f5a-b7bc-aa40ed30fa62 HTTP/1.1" status: 200 len: 849 time: 0.1468842 Jan 18 16:32:23.302877 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-c003b814-0ba2-4994-8641-fa6dc115f8a5 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/quotas/89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 375 time: 0.0260146 Jan 18 16:32:23.310313 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Request body: {'port': {'device_id': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8', 'admin_state_up': True, 'tenant_id': '417f505277c847cf9b6aaf89f1639bff'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:23.346907 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks [] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:23.357221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-d7bc4254-efe3-4428-b6f6-5b9627c0685e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a674afc-ab26-4529-b716-118a44373ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424926 Jan 18 16:32:23.381649 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks [] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:23.444389 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-109bb090-2e28-4df6-bc19-e3de837c2478 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385727 Jan 18 16:32:23.478924 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:23.493805 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:23.532344 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:23.544623 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:23.553213 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:23.596867 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:23.612853 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Pushing event updated for resources: {'Port': ['ID=aa91d1d0-01f2-440b-bc23-a937b87956ab,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:23.615454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Made reservation on behalf of 417f505277c847cf9b6aaf89f1639bff for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:23.616750 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877fea1e-03c8-48fa-8599-3f3e99bed30c req-e3b53b96-84cc-45df-9688-f8afb7c5b50d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:23.619259 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:23.628793 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:23.633507 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-877fea1e-03c8-48fa-8599-3f3e99bed30c req-e3b53b96-84cc-45df-9688-f8afb7c5b50d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 944 time: 0.1874635 Jan 18 16:32:23.671292 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-9b101278-b24a-4312-a686-0a4a54646baf service neutron] 10.222.0.45 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053858 Jan 18 16:32:23.684445 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:23.778473 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:23.779850 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-e3993e71-5ca8-4ef8-9ebb-438e93bce5bb service neutron] 10.222.0.82 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939501 Jan 18 16:32:23.895239 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:23.896305 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:23.987681 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-877fea1e-03c8-48fa-8599-3f3e99bed30c req-4f4a585d-ef7b-4bff-9a2d-b4d140b266fa tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347628 Jan 18 16:32:24.016043 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Pushing event updated for resources: {'Port': ['ID=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:24.099515 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5c52bec8-1298-4658-915c-1fea3b61202d req-864074bd-f90d-4376-902d-1f7cdd9cc990 service neutron] 10.222.0.45 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156950 Jan 18 16:32:24.151772 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:24.152666 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.163276 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-541eb604-6729-48e4-b708-4e14f7123cde service neutron] 10.222.0.82 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343472 Jan 18 16:32:24.193554 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-48a03ab2-b0d2-45fe-a85b-13c0a3d8a8d4 None None] Provisioning complete for port d6be0e64-7cfa-4b6c-9ce0-2103385f693f triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:24.207006 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-48a03ab2-b0d2-45fe-a85b-13c0a3d8a8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.252086 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31ef41c-7181-460c-bcf7-2579a71dd0ea None None] Network b1823f9d-1b6a-4242-91de-f4c8c181443c requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:24.321022 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ec4b052d-b87c-438d-a7b7-ed522b8f4eec up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:24.327229 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d8825-02ed-44bd-8a96-2fdd67e55645 req-d491049c-e700-4c27-a16e-b11d0782d28f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:24.353766 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-289d8825-02ed-44bd-8a96-2fdd67e55645 req-d491049c-e700-4c27-a16e-b11d0782d28f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.1837935 Jan 18 16:32:24.385181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:24.386132 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.411426 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-48a03ab2-b0d2-45fe-a85b-13c0a3d8a8d4 None None] Port d6be0e64-7cfa-4b6c-9ce0-2103385f693f cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:32:24.456793 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-289d8825-02ed-44bd-8a96-2fdd67e55645 req-f253a4a4-51fa-48a4-996b-c72af032596d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022382 Jan 18 16:32:24.472231 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-ad6ddf7a-e8df-4246-baa5-ecdde6305ce1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4176605 Jan 18 16:32:24.473510 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Allocated IP 172.20.0.2 (304974be-1692-42d6-8f0c-22abd422d9d8/e689401c-44cb-4b7c-a35a-8132db4a1263/5ab2fdd2-12ac-4769-9cb1-77cabf1c426b) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:24.483699 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:24.495376 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1957ef-decf-4fb5-a3c3-d75d1fe8d014" -d '{"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:24.502930 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Request body: {'port': {'device_id': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:24.562087 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:24.572122 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port ec4b052d-b87c-438d-a7b7-ed522b8f4eec triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:24.572753 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.578590 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.695544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611aacd-c211-4e20-a1c3-bd2d90ef79a8 req-7a246d27-706a-4de7-a61f-dbf9907a380e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:24.697398 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5611aacd-c211-4e20-a1c3-bd2d90ef79a8 req-7a246d27-706a-4de7-a61f-dbf9907a380e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 935 time: 0.0700338 Jan 18 16:32:24.704649 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Provisioning complete for port ec4b052d-b87c-438d-a7b7-ed522b8f4eec triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:24.710207 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.772561 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5611aacd-c211-4e20-a1c3-bd2d90ef79a8 req-a6591e4b-97db-410c-b9cb-faa054dad900 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649834 Jan 18 16:32:24.922517 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=7']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:24.979389 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks [] for router_gateway (cb1a21a2-f92c-4c35-8570-a088b002f7dd), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:24.991425 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d0b20fe-eb37-4813-a6f2-715494aebd84 req-d22bd183-1111-42f4-be76-e327d0232899 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 210 time: 0.0840204 Jan 18 16:32:25.027084 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.099824 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port ec4b052d-b87c-438d-a7b7-ed522b8f4eec is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:25.100597 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.123461 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f69a3-7faa-49af-8b1c-2771552ffbfb x-openstack-request-id: req-0d9f69a3-7faa-49af-8b1c-2771552ffbfb {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:25.123788 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:25.124053 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0d9f69a3-7faa-49af-8b1c-2771552ffbfb {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:25.124504 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'code': 200} Jan 18 16:32:25.197555 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Current status of the port ec4b052d-b87c-438d-a7b7-ed522b8f4eec is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:25.198151 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.269879 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port ec4b052d-b87c-438d-a7b7-ed522b8f4eec, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:25.273867 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e9d197b9-e71b-4747-8fd0-1aeda396fad4 req-2a2674f0-b1c9-4e08-96e9-b22ff3e12843 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 210 time: 0.0642445 Jan 18 16:32:25.330196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.db.api [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 16:32:25.330829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG oslo_db.api [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 16:32:25.331759 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.408087 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:25.516394 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-2beeac3a-32e8-436f-b13a-25b2e8590f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:25.518796 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-2beeac3a-32e8-436f-b13a-25b2e8590f6b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.1497405 Jan 18 16:32:25.684952 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6901c-d8fa-42b5-a312-bc13cb067992 req-4da391b6-c374-442e-adfd-b583eb52375b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:25.689614 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6bc6901c-d8fa-42b5-a312-bc13cb067992 req-4da391b6-c374-442e-adfd-b583eb52375b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 944 time: 0.2339213 Jan 18 16:32:25.720841 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks [] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.727550 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-df068c0e-fdc5-486a-b44c-709d8e2a4ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:25.729073 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-df068c0e-fdc5-486a-b44c-709d8e2a4ec1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.1986358 Jan 18 16:32:25.736542 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee3367-7c1a-4141-bd06-5475dcf954f7 req-c5e0c8e0-0395-41f8-8f6a-e3bfed57ea53 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:25.764785 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e9ee3367-7c1a-4141-bd06-5475dcf954f7 req-c5e0c8e0-0395-41f8-8f6a-e3bfed57ea53 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.2682874 Jan 18 16:32:25.789986 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:32:25.839141 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.857305 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (cb1a21a2-f92c-4c35-8570-a088b002f7dd), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:25.871842 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-4e5b640b-7bf4-4655-a936-29ec101ccab1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.1057885 Jan 18 16:32:25.958904 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6bc6901c-d8fa-42b5-a312-bc13cb067992 req-a5335e20-109b-4a51-81c3-b96d83a3e746 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682714 Jan 18 16:32:25.969713 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-84761ef1-0d51-479a-9657-14fd1147a15c None None] Current status of the port ec4b052d-b87c-438d-a7b7-ed522b8f4eec is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:26.008195 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-1dc3266f-32ec-41f6-9a1a-b76446b10dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:26.009698 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-1dc3266f-32ec-41f6-9a1a-b76446b10dfc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.1244841 Jan 18 16:32:26.023031 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e9ee3367-7c1a-4141-bd06-5475dcf954f7 req-49e5c5e2-ef03-4227-8a58-4aacb962fe04 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394693 Jan 18 16:32:26.032068 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:26.075330 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7', 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3', 'port_id': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7', 'mac_address': 'fa:16:3e:cc:5a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480499bf-147e-4f5a-b7bc-aa40ed30fa62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:32:26.087331 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-cbfdeed4-ba41-4c6b-acb1-977965f80506 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566773 Jan 18 16:32:26.124581 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ec4b052d-b87c-438d-a7b7-ed522b8f4eec up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:26.245317 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327062a1-b699-4841-a856-96735525d0f8 req-162c29bf-987d-445f-abb5-f013af33b3a7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:26.250842 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Network 304974be-1692-42d6-8f0c-22abd422d9d8 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:26.253022 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-327062a1-b699-4841-a856-96735525d0f8 req-162c29bf-987d-445f-abb5-f013af33b3a7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1884470 Jan 18 16:32:26.266151 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Pushing event updated for resources: {'Port': ['ID=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:26.278276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:26.304176 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:26.315403 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-bbb7a1c3-ccbf-4174-a49e-416c7a4ef962 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192016 Jan 18 16:32:26.375369 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.45', 58545) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:26.434074 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699795b1-653d-4fd5-98cf-212cea8723ff req-550ded81-11cd-446b-a6ac-5b415631b51f tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:26.444599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-699795b1-653d-4fd5-98cf-212cea8723ff req-550ded81-11cd-446b-a6ac-5b415631b51f tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 935 time: 0.2271774 Jan 18 16:32:26.467614 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-fef07346-ab7b-4007-a809-e1a9f72e6828 None None] Provisioning complete for port ec4b052d-b87c-438d-a7b7-ed522b8f4eec triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:26.468591 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-fef07346-ab7b-4007-a809-e1a9f72e6828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.471449 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-327062a1-b699-4841-a856-96735525d0f8 req-752e67eb-61d0-4c40-9452-57ebcb26d425 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130873 Jan 18 16:32:26.531445 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Router cb1a21a2-f92c-4c35-8570-a088b002f7dd is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:32:26.550680 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:26.551315 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.568236 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:26.575223 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.614119 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:26.641979 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a1a8e02-efd5-4fb4-8f99-94f8a80bbc8d req-ffd673ee-6560-4d7c-9aa9-7948acfac8d4 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153136 Jan 18 16:32:26.691811 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-699795b1-653d-4fd5-98cf-212cea8723ff req-3e2757ea-f5d2-4bdc-a753-97caa1ba564e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453821 Jan 18 16:32:26.710805 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:26.712701 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-fef07346-ab7b-4007-a809-e1a9f72e6828 None None] Current status of the port ec4b052d-b87c-438d-a7b7-ed522b8f4eec is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:26.722171 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.730171 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port ec4b052d-b87c-438d-a7b7-ed522b8f4eec triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:26.730810 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.777144 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccecf3-b935-49c6-a9e7-439e61f13553 req-82beb393-4331-4171-9e63-15302a894caf tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:26.782699 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fccecf3-b935-49c6-a9e7-439e61f13553 req-82beb393-4331-4171-9e63-15302a894caf tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 931 time: 0.1751904 Jan 18 16:32:26.824148 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-0fb44544-0daf-4700-8b8d-37ccd7453874 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5214384 Jan 18 16:32:26.854815 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:26.855142 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Request body: {'port': {'device_id': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:26.878330 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6be0e64-7cfa-4b6c-9ce0-2103385f693f {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:26.920051 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Publish callbacks [] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.921248 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port ec4b052d-b87c-438d-a7b7-ed522b8f4eec is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:26.946843 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fccecf3-b935-49c6-a9e7-439e61f13553 req-ebf6e211-aaec-43ae-8bc3-32c2ffffd509 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574695 Jan 18 16:32:26.951669 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a7bf6da-1696-43a3-a5ca-990507f98cbd req-984ed33c-6120-453a-b55e-e26e9cedbe54 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 210 time: 0.0965123 Jan 18 16:32:26.983399 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-468cf31f-ddd1-40a8-b838-9f7ef42014ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:26.984194 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-4ade9241-b3da-4668-9c09-0c41c3b952c0 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:26.986065 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-4ade9241-b3da-4668-9c09-0c41c3b952c0 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 812 time: 0.5956204 Jan 18 16:32:27.023859 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Transition to ACTIVE for port object d6be0e64-7cfa-4b6c-9ce0-2103385f693f will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:32:27.046565 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['fbbf13fb-4363-443f-8c0b-3aae0e0a33a7'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:32:27.057826 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:27.119736 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a3958-3b50-4a40-9ffe-496580ae63e7 req-23b58e9c-4f5e-4e18-bbec-7967434b2587 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:27.119985 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:27.121630 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-714a3958-3b50-4a40-9ffe-496580ae63e7 req-23b58e9c-4f5e-4e18-bbec-7967434b2587 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 945 time: 0.0887051 Jan 18 16:32:27.201137 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:32:27.216834 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Sync routers for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:32:27.238052 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:27.239812 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:27.309416 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-714a3958-3b50-4a40-9ffe-496580ae63e7 req-fce8dbec-2ed1-4090-a0ff-50578bad960c tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663890 Jan 18 16:32:27.371304 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398368b-9319-418b-b8db-59de8886e0c4 req-e8d87d48-2019-4bf2-9bfc-f7c8b28f0941 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:27.376183 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a398368b-9319-418b-b8db-59de8886e0c4 req-e8d87d48-2019-4bf2-9bfc-f7c8b28f0941 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.2062397 Jan 18 16:32:27.532010 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:27.557784 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a398368b-9319-418b-b8db-59de8886e0c4 req-a11e1e8a-749b-44aa-b44b-96c844de0f07 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721709 Jan 18 16:32:27.653993 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:27.657817 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dafaec39-2af1-4247-b831-69b8c13c6fca admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6212261 Jan 18 16:32:27.681239 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43394) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:27.692466 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Pushing event updated for resources: {'Port': ['ID=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:27.701297 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-c74f2fd1-006e-40a8-b09f-50355964c1e7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 380 time: 0.7017760 Jan 18 16:32:27.771041 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'port': {'device_id': '5b927087-6400-4a41-b19e-0e417905395e', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'admin_state_up': True, 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'security_groups': ['60d9c27a-69b0-4338-b4bc-05aa63a70c88']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:27.806449 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e10d9-4b0d-4808-b9ad-7ca88393dc94 req-b86d2a9a-64d3-44b0-bc81-0d58cb97157a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:27.808158 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-728e10d9-4b0d-4808-b9ad-7ca88393dc94 req-b86d2a9a-64d3-44b0-bc81-0d58cb97157a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.2063909 Jan 18 16:32:27.905145 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-728e10d9-4b0d-4808-b9ad-7ca88393dc94 req-f1cf9632-b116-4783-ae11-9e88b5d66e14 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903392 Jan 18 16:32:27.906537 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:23Z', 'revision_number': 3, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:27.926207 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15341f-88d4-47b5-80bc-cee2dc2e9c73 req-71925568-1d45-4198-b739-65bf888dbf13 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:27.944783 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b15341f-88d4-47b5-80bc-cee2dc2e9c73 req-71925568-1d45-4198-b739-65bf888dbf13 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 947 time: 0.1318095 Jan 18 16:32:28.045893 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b15341f-88d4-47b5-80bc-cee2dc2e9c73 req-33263662-2d9b-4d93-87a9-90b94f518c9e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979240 Jan 18 16:32:28.116902 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Checking router: cb1a21a2-f92c-4c35-8570-a088b002f7dd for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:32:28.121436 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Updating router cb1a21a2-f92c-4c35-8570-a088b002f7dd port aa91d1d0-01f2-440b-bc23-a937b87956ab binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:32:28.139938 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8c499-9f16-4963-8ae2-b71d8367678f req-73252327-64e2-42e7-865f-d49e5a8553ec tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:28.155593 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27d8c499-9f16-4963-8ae2-b71d8367678f req-73252327-64e2-42e7-865f-d49e5a8553ec tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 931 time: 0.1026981 Jan 18 16:32:28.158409 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.270706 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Attempting to bind port d6be0e64-7cfa-4b6c-9ce0-2103385f693f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:28.271741 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Attempting to bind port d6be0e64-7cfa-4b6c-9ce0-2103385f693f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:28.272337 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Attempting to bind port d6be0e64-7cfa-4b6c-9ce0-2103385f693f on network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:28.306796 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Port d6be0e64-7cfa-4b6c-9ce0-2103385f693f on network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:32:28.307416 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Attempting to bind port d6be0e64-7cfa-4b6c-9ce0-2103385f693f on network a6f80fe3-eb63-4a73-87f4-a94c835a80d1 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:28.379747 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:28.383254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Checking segment: {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:28.390530 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Bound using segment: {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:28.392286 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Bound port: d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cd432f-1b2d-48a8-a416-296a12fcf9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:28.394336 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.465660 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Publish callbacks [] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.474113 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.523225 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ac59-82f4-4d7a-89ee-c4e2aec5870a None None] Pushing event updated for resources: {'Port': ['ID=aa91d1d0-01f2-440b-bc23-a937b87956ab,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:28.537895 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:28.558067 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Attempting to bind port aa91d1d0-01f2-440b-bc23-a937b87956ab on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:28.558455 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Attempting to bind port aa91d1d0-01f2-440b-bc23-a937b87956ab by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:28.559325 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Attempting to bind port aa91d1d0-01f2-440b-bc23-a937b87956ab on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:28.560520 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Publish callbacks [] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.566357 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:28.567442 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:28.567934 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.568901 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:28.569458 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Bound port: aa91d1d0-01f2-440b-bc23-a937b87956ab, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:28.569772 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Made reservation on behalf of 89b9ac86cb4c4f109b49c6f9a66379a4 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:28.569975 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.574122 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.583113 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-14b68875-f2a0-4847-8938-e6738b656003 req-fba47e67-abbb-4e91-ae1e-dd07641a9d71 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 210 time: 0.4063687 Jan 18 16:32:28.627602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Transition to ACTIVE for port object 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:32:28.637252 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] For port d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:28.641812 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] For port aa91d1d0-01f2-440b-bc23-a937b87956ab, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:28.644446 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27d8c499-9f16-4963-8ae2-b71d8367678f req-037b26f3-7caf-4555-be3a-10ffc9736768 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838855 Jan 18 16:32:28.644605 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] For port d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:28.647141 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] For port aa91d1d0-01f2-440b-bc23-a937b87956ab, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=aa91d1d0-01f2-440b-bc23-a937b87956ab,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:28.647247 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.658364 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.733341 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682ac59-82f4-4d7a-89ee-c4e2aec5870a None None] Pushing event updated for resources: {'Port': ['ID=aa91d1d0-01f2-440b-bc23-a937b87956ab,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:28.741545 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.775028 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:28.776382 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:31:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:28.806616 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:28.807260 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:28.808679 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] 10.222.0.45 "PUT /v2.0/ports/d6be0e64-7cfa-4b6c-9ce0-2103385f693f HTTP/1.1" status: 200 len: 1097 time: 4.3103151 Jan 18 16:32:28.826890 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'tag': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:28.829821 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0bf42c-2890-46fd-92cf-b0bd18155bee" -d '{"events": [{"name": "network-changed", "server_uuid": "5b22c6de-2dc2-4f6e-99c1-733066ff2fe9", "tag": "d6be0e64-7cfa-4b6c-9ce0-2103385f693f"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:28.846816 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d926b4-1808-450e-a441-1dbc04930e73 req-bf0f147e-d925-4ee8-b952-32b57d31a14a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:28.854720 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f4d926b4-1808-450e-a441-1dbc04930e73 req-bf0f147e-d925-4ee8-b952-32b57d31a14a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 945 time: 0.1415505 Jan 18 16:32:28.902658 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abda7b-f803-4f5b-8b5c-46ccc57ca823 req-35092e07-8d87-45b2-a11e-a5a20d32dbc1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:28.905507 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-82abda7b-f803-4f5b-8b5c-46ccc57ca823 req-35092e07-8d87-45b2-a11e-a5a20d32dbc1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1332054 Jan 18 16:32:28.913140 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Pushing event updated for resources: {'Port': ['ID=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:28.950617 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:29.011036 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f4d926b4-1808-450e-a441-1dbc04930e73 req-056ffcfd-e6c7-41ed-b5fa-ff82cb6a78f9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553373 Jan 18 16:32:29.075533 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-82abda7b-f803-4f5b-8b5c-46ccc57ca823 req-f6d82c48-bf4f-4c93-abc1-c71246d65c5a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617558 Jan 18 16:32:29.136215 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249a6c32-d7f3-4a5d-9e3f-cbfae9c33eda x-openstack-request-id: req-249a6c32-d7f3-4a5d-9e3f-cbfae9c33eda {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:29.136564 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b22c6de-2dc2-4f6e-99c1-733066ff2fe9", "tag": "d6be0e64-7cfa-4b6c-9ce0-2103385f693f", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:29.136823 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-249a6c32-d7f3-4a5d-9e3f-cbfae9c33eda {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:29.137259 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'tag': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f', 'status': 'completed', 'code': 200} Jan 18 16:32:29.201567 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e7f9641c-559b-46ad-9ecb-f3c745f57de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:29.244819 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:23Z', 'revision_number': 3, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:29.282193 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc5fee4-8f32-4add-b9c5-1ed2cb18f309 None None] The sync data for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi is: [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:23Z', 'revision_number': 3, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:32:29.282556 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Allocated IP 172.20.0.10 (1553074d-8be9-4ad2-b3ce-7b8026c06eda/676b4f4c-8ce3-4854-9976-e4e20780cf2e/0e5fd19d-7b69-41f6-849c-97ce9658dc29) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:29.296351 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c6d1a-8750-4253-a2e0-e670cfddf83d req-261579b8-fea5-4101-aee5-3f3aaac8203a tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:29.298121 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f86c6d1a-8750-4253-a2e0-e670cfddf83d req-261579b8-fea5-4101-aee5-3f3aaac8203a tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 947 time: 0.1225753 Jan 18 16:32:29.321419 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc585b-fd42-4869-813b-efddb6abc543 service neutron] Pushing event updated for resources: {'Port': ['ID=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:29.345207 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e10345-6e76-4e03-87d4-46dae5fb1c2f req-3a784bb7-5be7-487e-b147-4ec55eadb251 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:29.346856 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-64e10345-6e76-4e03-87d4-46dae5fb1c2f req-3a784bb7-5be7-487e-b147-4ec55eadb251 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1279511 Jan 18 16:32:29.425271 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f86c6d1a-8750-4253-a2e0-e670cfddf83d req-612f20c6-1083-44c5-ba75-8517aa3ef047 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166162 Jan 18 16:32:29.449586 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-64e10345-6e76-4e03-87d4-46dae5fb1c2f req-c6c62ed2-cbd3-45a0-8abb-49d48940a780 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967038 Jan 18 16:32:29.504755 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-f04b6512-fc60-496a-8e3d-721b22b4706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:29.506465 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-f04b6512-fc60-496a-8e3d-721b22b4706f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e92e3a1c029543f582b45037d145dd04&device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 1100 time: 0.5965619 Jan 18 16:32:29.534346 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Attempting to bind port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:29.534696 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Attempting to bind port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:29.535038 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Attempting to bind port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b on network 304974be-1692-42d6-8f0c-22abd422d9d8 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:29.615298 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-c14616b5-9b47-4ef2-9455-844231d0b8bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f HTTP/1.1" status: 200 len: 217 time: 0.0997801 Jan 18 16:32:29.621785 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b on network 304974be-1692-42d6-8f0c-22abd422d9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:32:29.622118 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Attempting to bind port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b on network 304974be-1692-42d6-8f0c-22abd422d9d8 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:29.695119 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:29.695456 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Checking segment: {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:29.695854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Bound using segment: {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:29.696307 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Bound port: 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:29.696711 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:29.803714 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:29.853911 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-0e847bbd-a977-4256-af88-9241b91bdefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:29.855487 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-0e847bbd-a977-4256-af88-9241b91bdefe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=327ee49a-c115-4fa9-8de5-44d63316c9e3 HTTP/1.1" status: 200 len: 843 time: 0.2310550 Jan 18 16:32:29.866565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3c209b5-3450-4433-9e91-7297ec767175 req-0714fb31-47ba-4b62-9851-aef9de55b3c1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 210 time: 0.1366150 Jan 18 16:32:29.888346 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:29.949450 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a8bd3-0bdb-4949-88a9-3ae0e877b400 req-a3af9924-2167-409b-b684-cc33ceb96704 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:29.951069 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:32:29.951791 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a7a8bd3-0bdb-4949-88a9-3ae0e877b400 req-a3af9924-2167-409b-b684-cc33ceb96704 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 943 time: 0.1796157 Jan 18 16:32:29.957245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:29.965984 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.024177 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.073853 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a7a8bd3-0bdb-4949-88a9-3ae0e877b400 req-f249d98b-e88a-48bc-af86-bc7410e326e8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144426 Jan 18 16:32:30.138779 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.152441 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] For port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:30.205644 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] For port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:30.210221 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-a9146aa1-f0b9-406b-8535-debee41f4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:30.212009 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-a9146aa1-f0b9-406b-8535-debee41f4efe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6f80fe3-eb63-4a73-87f4-a94c835a80d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3148530 Jan 18 16:32:30.220733 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa91d1d0-01f2-440b-bc23-a937b87956ab up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:30.257398 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.294184 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.323966 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:30.328105 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d2b95-49c7-483a-a24b-de20891c5993 req-f75ecdbb-3ad8-47f0-9219-e9ff2f0d6f34 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:30.328838 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.330147 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-961d2b95-49c7-483a-a24b-de20891c5993 req-f75ecdbb-3ad8-47f0-9219-e9ff2f0d6f34 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 945 time: 0.1854558 Jan 18 16:32:30.347156 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd3469-a72d-47af-b931-c35ea238f5d2 req-cb2afdb1-610d-46ee-ba4b-52bd8ceb8ef6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:30.354517 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bbdd3469-a72d-47af-b931-c35ea238f5d2 req-cb2afdb1-610d-46ee-ba4b-52bd8ceb8ef6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1451783 Jan 18 16:32:30.413492 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:30.415765 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aad99b-9530-400b-b3a5-31521b66c13c" -d '{"events": [{"server_uuid": "c1375a98-670c-4cd0-ac9a-3f006da5670c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf13fb-4363-443f-8c0b-3aae0e0a33a7"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:30.446709 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bbdd3469-a72d-47af-b931-c35ea238f5d2 req-da12e790-5815-4a69-b9b7-9334bdd09775 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908854 Jan 18 16:32:30.480332 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:30.528298 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.537598 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-961d2b95-49c7-483a-a24b-de20891c5993 req-ed7641c1-e3da-44de-a2a9-d3224ef1ffc0 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930807 Jan 18 16:32:30.539828 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.634539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:30.635474 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.636896 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] 10.222.0.45 "PUT /v2.0/ports/5ab2fdd2-12ac-4769-9cb1-77cabf1c426b HTTP/1.1" status: 200 len: 1093 time: 3.7940290 Jan 18 16:32:30.696744 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:30.701089 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-76259fc3-e96c-4218-bc68-e0a3c1f51bbb service neutron] 10.222.0.45 "GET /v2.0/networks/a6f80fe3-eb63-4a73-87f4-a94c835a80d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775109 Jan 18 16:32:30.701267 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb30e6e-2c17-40cb-bfb4-881ac45cbab2 x-openstack-request-id: req-8eb30e6e-2c17-40cb-bfb4-881ac45cbab2 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:30.701267 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1375a98-670c-4cd0-ac9a-3f006da5670c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbf13fb-4363-443f-8c0b-3aae0e0a33a7", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:30.701267 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8eb30e6e-2c17-40cb-bfb4-881ac45cbab2 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:30.709329 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7', 'code': 200} Jan 18 16:32:30.712596 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:30.726722 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port aa91d1d0-01f2-440b-bc23-a937b87956ab triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:30.727162 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:30.754670 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:30.762204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f003c-bf68-4f7f-96b0-c66b90c2f27f service neutron] Pushing event updated for resources: {'Port': ['ID=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:30.774599 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:30.796586 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf29c1-a843-4c1a-b336-105d35694a4e req-f8ed4d35-b457-4cef-8f55-237ac5520ebc tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:30.807655 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-23cf29c1-a843-4c1a-b336-105d35694a4e req-f8ed4d35-b457-4cef-8f55-237ac5520ebc tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 947 time: 0.1209028 Jan 18 16:32:30.938388 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port aa91d1d0-01f2-440b-bc23-a937b87956ab is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:30.938782 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.000091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port aa91d1d0-01f2-440b-bc23-a937b87956ab, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=aa91d1d0-01f2-440b-bc23-a937b87956ab,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:31.013938 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.016798 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65e6e3-8dbd-44cb-adf4-87fe09fe74ff req-e1e9e779-e261-4f2c-965b-660244aa0ec8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.018772 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6d65e6e3-8dbd-44cb-adf4-87fe09fe74ff req-e1e9e779-e261-4f2c-965b-660244aa0ec8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.2841630 Jan 18 16:32:31.086091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb6d86-1e99-4da4-b6ec-50e325ae0937 req-c7825ded-b8c8-4ef3-8a4f-8db743a090ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.087755 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0afb6d86-1e99-4da4-b6ec-50e325ae0937 req-c7825ded-b8c8-4ef3-8a4f-8db743a090ab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 1099 time: 0.2030516 Jan 18 16:32:31.104819 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-23cf29c1-a843-4c1a-b336-105d35694a4e req-76456d8b-aaad-47cd-952f-f680369fd267 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845850 Jan 18 16:32:31.121849 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=aa91d1d0-01f2-440b-bc23-a937b87956ab,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:31.185266 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b6dae931-9a33-4862-9525-b75faea94223 None None] Provisioning complete for port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:31.185898 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b6dae931-9a33-4862-9525-b75faea94223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.244574 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b6dae931-9a33-4862-9525-b75faea94223 None None] Port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:32:31.245274 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6d65e6e3-8dbd-44cb-adf4-87fe09fe74ff req-5d6c4f44-c86a-45d0-b3e9-b0a07e4b33d7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179809 Jan 18 16:32:31.268369 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'tag': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:31.268646 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0afb6d86-1e99-4da4-b6ec-50e325ae0937 req-c2ee5faf-b60c-40ba-8529-aab5e9c2b83c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617048 Jan 18 16:32:31.273026 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65" -d '{"events": [{"name": "network-changed", "server_uuid": "74592942-1569-4db1-bcdb-5f0cf97bea6e", "tag": "5ab2fdd2-12ac-4769-9cb1-77cabf1c426b"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:31.309648 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57cccd-9a9f-45e3-b16c-3c93625cb7f7 req-6fb146e0-aa0c-4932-897e-8a3be4c9e0e1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.311378 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb57cccd-9a9f-45e3-b16c-3c93625cb7f7 req-6fb146e0-aa0c-4932-897e-8a3be4c9e0e1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 932 time: 0.0872812 Jan 18 16:32:31.404560 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb57cccd-9a9f-45e3-b16c-3c93625cb7f7 req-f133cca2-ce11-4922-8796-559edf5e19ab tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846395 Jan 18 16:32:31.419978 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d0373-c8fd-46e0-815c-99c2a86549fc req-a4e2d943-aca7-4795-ae40-6c8742514d27 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.428167 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd7d0373-c8fd-46e0-815c-99c2a86549fc req-a4e2d943-aca7-4795-ae40-6c8742514d27 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 943 time: 0.0867083 Jan 18 16:32:31.440482 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.442302 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.444705 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=0e5fd19d-7b69-41f6-849c-97ce9658dc29,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:31.466061 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Allocated IP 172.20.0.1 (b1823f9d-1b6a-4242-91de-f4c8c181443c/60d4c373-25ca-4a11-bfb3-1c2d0b9fab46/fad4dd26-4268-4bc4-966f-012b534b3dbb) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:31.485327 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-cc61459b-b001-46a5-a928-3e01312a77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.486893 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-cc61459b-b001-46a5-a928-3e01312a77a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=417f505277c847cf9b6aaf89f1639bff&device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 1096 time: 0.7024114 Jan 18 16:32:31.497129 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4ed51e-65d8-446f-82a5-e896e537b00a x-openstack-request-id: req-bb4ed51e-65d8-446f-82a5-e896e537b00a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:31.497440 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74592942-1569-4db1-bcdb-5f0cf97bea6e", "tag": "5ab2fdd2-12ac-4769-9cb1-77cabf1c426b", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:31.497879 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bb4ed51e-65d8-446f-82a5-e896e537b00a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:31.498277 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'tag': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b', 'status': 'completed', 'code': 200} Jan 18 16:32:31.503512 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd7d0373-c8fd-46e0-815c-99c2a86549fc req-2c55729c-a0b0-485d-b201-790d67488642 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743787 Jan 18 16:32:31.506664 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-dfe98277-5541-4f1d-9814-c9430d7ec5d3 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7773893 Jan 18 16:32:31.540350 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Request body: {'port': {'device_id': '5b927087-6400-4a41-b19e-0e417905395e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:31.606416 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480c7ca-8522-4acb-af7e-ef6f2612478d req-cf641e5e-6edd-41fe-93d5-1b5a95495eec tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.613692 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6480c7ca-8522-4acb-af7e-ef6f2612478d req-cf641e5e-6edd-41fe-93d5-1b5a95495eec tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jan 18 16:32:31.613985 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-58597420-b5ca-40a9-9a8b-b644f3e3f84e req-71e16237-766c-400c-97a8-c2d006394daa service neutron] 10.222.0.45 "GET /v2.0/networks/a6f80fe3-eb63-4a73-87f4-a94c835a80d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8282759 Jan 18 16:32:31.645445 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-24a131ab-8314-475d-bf78-77f75b4504b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b HTTP/1.1" status: 200 len: 217 time: 0.1446998 Jan 18 16:32:31.705596 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6480c7ca-8522-4acb-af7e-ef6f2612478d req-3d4670b7-3bbe-43c3-b293-789d883cd9a6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907328 Jan 18 16:32:31.726312 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29935d-5495-4c74-9c87-ce509e50a61c req-d225e792-28a2-49b9-a79e-29ae6c31d58b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.727947 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e29935d-5495-4c74-9c87-ce509e50a61c req-d225e792-28a2-49b9-a79e-29ae6c31d58b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 946 time: 0.0911150 Jan 18 16:32:31.769073 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.785611 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.793150 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e29935d-5495-4c74-9c87-ce509e50a61c req-f00d64f2-96ee-40c2-bdd0-a706b881d684 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586023 Jan 18 16:32:31.803757 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-df844a79-5bd4-4c17-bb9e-cf317ca22dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.805243 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-df844a79-5bd4-4c17-bb9e-cf317ca22dab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e689401c-44cb-4b7c-a35a-8132db4a1263 HTTP/1.1" status: 200 len: 853 time: 0.1496375 Jan 18 16:32:31.914914 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks [] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:31.928024 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-f2d720cd-aaef-434a-bb1b-fffed7e0c877 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=304974be-1692-42d6-8f0c-22abd422d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025469 Jan 18 16:32:31.929023 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-327192b1-5eee-4d2a-8a16-1a95e53e7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:31.930115 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-327192b1-5eee-4d2a-8a16-1a95e53e7523 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e92e3a1c029543f582b45037d145dd04&device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 1100 time: 0.2131481 Jan 18 16:32:32.115533 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa91d1d0-01f2-440b-bc23-a937b87956ab up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:32.191106 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port aa91d1d0-01f2-440b-bc23-a937b87956ab triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:32.191491 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:32.241434 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531312d-b714-4ff7-b5a8-ba0f2486fe4e req-07ebebb2-5e82-41b7-b475-b3c393af0ed6 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:32.246389 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1531312d-b714-4ff7-b5a8-ba0f2486fe4e req-07ebebb2-5e82-41b7-b475-b3c393af0ed6 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 947 time: 0.0740652 Jan 18 16:32:32.273596 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-ce143621-d0d6-4a37-9f5e-ebb9ab2b378e service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457252 Jan 18 16:32:32.301534 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:32.322180 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port aa91d1d0-01f2-440b-bc23-a937b87956ab is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:32.352708 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1531312d-b714-4ff7-b5a8-ba0f2486fe4e req-2e1a83aa-e7f6-4737-b5fd-ab97c6fc8451 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990717 Jan 18 16:32:32.405110 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-6b05ea10-75cd-475d-ba07-0a57921f6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:32.407862 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-6b05ea10-75cd-475d-ba07-0a57921f6265 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a6f80fe3-eb63-4a73-87f4-a94c835a80d1 HTTP/1.1" status: 200 len: 870 time: 0.3903248 Jan 18 16:32:32.413105 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Network b1823f9d-1b6a-4242-91de-f4c8c181443c is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:32.422126 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:32.439155 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:32.449740 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c03c0-be51-4ce1-bf3a-d0ceb804db66 req-4bf68b98-8a06-40bc-a62d-0aac18b77c43 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:32.457794 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d0c03c0-be51-4ce1-bf3a-d0ceb804db66 req-4bf68b98-8a06-40bc-a62d-0aac18b77c43 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0820274 Jan 18 16:32:32.511641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (cb1a21a2-f92c-4c35-8570-a088b002f7dd), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:32.531382 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d0c03c0-be51-4ce1-bf3a-d0ceb804db66 req-36a05773-1760-4602-8a20-0c64833bc227 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708296 Jan 18 16:32:32.550289 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Pushing event updated for resources: {'Port': ['ID=fad4dd26-4268-4bc4-966f-012b534b3dbb,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:32.734557 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7dafe-b64b-4502-a0f1-b261fb8f8b09 req-61284863-f6a1-4914-88db-93bfdf8eb131 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:32.744749 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-85a7dafe-b64b-4502-a0f1-b261fb8f8b09 req-61284863-f6a1-4914-88db-93bfdf8eb131 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 932 time: 0.1740782 Jan 18 16:32:32.745860 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-9cbf722e-3c2f-4657-ba21-2e6f48bb08c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f HTTP/1.1" status: 200 len: 217 time: 0.3116567 Jan 18 16:32:32.801903 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef817b-092c-4072-acae-cb32fec6a2fe req-ba2cc97a-5b01-4e01-9c61-2a3cda29af16 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:32.802841 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-adef817b-092c-4072-acae-cb32fec6a2fe req-ba2cc97a-5b01-4e01-9c61-2a3cda29af16 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 943 time: 0.1645608 Jan 18 16:32:32.858414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-85a7dafe-b64b-4502-a0f1-b261fb8f8b09 req-6566b6bd-910c-490d-9ffd-3142cc3869bf tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121683 Jan 18 16:32:32.929767 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-64aba557-cb07-4a8e-b600-5a1e01bb31b2 None None] Provisioning complete for port fad4dd26-4268-4bc4-966f-012b534b3dbb triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:32.931204 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-64aba557-cb07-4a8e-b600-5a1e01bb31b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:32.945737 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-adef817b-092c-4072-acae-cb32fec6a2fe req-8ba8e472-7414-4d7c-94d7-db5b19028af4 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419187 Jan 18 16:32:33.028002 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a2271beb-33c0-45b8-ac9f-a15894d554e6 req-e568799f-53dc-4efc-b86a-be0bd35e3bb2 service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388449 Jan 18 16:32:33.032871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-64aba557-cb07-4a8e-b600-5a1e01bb31b2 None None] Port fad4dd26-4268-4bc4-966f-012b534b3dbb cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:32:33.078049 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:33.084072 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:33.154813 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1e36-265c-4ffe-87f5-28bf33ed37da req-7c74a47f-f558-47e0-ab02-b814567b8a01 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.163888 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ae1f1e36-265c-4ffe-87f5-28bf33ed37da req-7c74a47f-f558-47e0-ab02-b814567b8a01 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1674914 Jan 18 16:32:33.195314 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5ec0f-4302-49ee-bb7a-b26535e3ac42 req-cf268817-d441-46e9-a0a5-ba92ddfbe6a6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.197633 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-09f5ec0f-4302-49ee-bb7a-b26535e3ac42 req-cf268817-d441-46e9-a0a5-ba92ddfbe6a6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 946 time: 0.1287625 Jan 18 16:32:33.249811 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ae1f1e36-265c-4ffe-87f5-28bf33ed37da req-07746527-920f-4ed2-8849-9add4506a205 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825038 Jan 18 16:32:33.310881 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-09f5ec0f-4302-49ee-bb7a-b26535e3ac42 req-b841e2c5-75bc-4fa6-93be-0f3f28d69bea tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861788 Jan 18 16:32:33.522121 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-0b917300-3634-4f72-9f5d-c3993f8b8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.523636 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-0b917300-3634-4f72-9f5d-c3993f8b8718 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=327ee49a-c115-4fa9-8de5-44d63316c9e3 HTTP/1.1" status: 200 len: 843 time: 0.7483442 Jan 18 16:32:33.543249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30002725-6944-4fd8-becd-9c666a9e8986 req-f2f6a831-3752-44c8-81f1-e84e8a1dc75b tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.560483 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-30002725-6944-4fd8-becd-9c666a9e8986 req-f2f6a831-3752-44c8-81f1-e84e8a1dc75b tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 947 time: 0.0999753 Jan 18 16:32:33.577953 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5fd19d-7b69-41f6-849c-97ce9658dc29 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:33.604133 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Publish callbacks [] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:33.621433 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-1ca8f07f-924c-4a0d-8072-59819b895e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.622992 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-1ca8f07f-924c-4a0d-8072-59819b895e50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=417f505277c847cf9b6aaf89f1639bff&device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 1096 time: 0.5074952 Jan 18 16:32:33.739969 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-30002725-6944-4fd8-becd-9c666a9e8986 req-1841e311-1345-4968-b991-a0a46b9e5d8e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783893 Jan 18 16:32:33.759157 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-dd570e2e-d43b-4d8b-b09b-6f7875e49542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.760637 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-dd570e2e-d43b-4d8b-b09b-6f7875e49542 service neutron] 10.222.0.45 "GET /v2.0/networks?id=304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 200 len: 914 time: 0.1247492 Jan 18 16:32:33.762372 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-0545fc23-ac04-4d0d-8a0a-4aeaf6fbd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.763706 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-0545fc23-ac04-4d0d-8a0a-4aeaf6fbd01e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a6f80fe3-eb63-4a73-87f4-a94c835a80d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2279100 Jan 18 16:32:33.770451 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Transition to ACTIVE for port object 0e5fd19d-7b69-41f6-849c-97ce9658dc29 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:32:33.797596 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b8e0d-8d1e-44a8-a728-67dc9a9d1f1d req-3ed2ef1f-0d34-49e1-9c0b-061173bb43a3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:33.820105 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-578b8e0d-8d1e-44a8-a728-67dc9a9d1f1d req-3ed2ef1f-0d34-49e1-9c0b-061173bb43a3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1263957 Jan 18 16:32:33.822999 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device d6be0e64-7cfa-4b6c-9ce0-2103385f693f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:32:33.882571 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:33.915248 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-781a0048-31c0-429e-aa86-d1632ed21d9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b HTTP/1.1" status: 200 len: 217 time: 0.1374161 Jan 18 16:32:33.921348 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-578b8e0d-8d1e-44a8-a728-67dc9a9d1f1d req-399daef5-0f11-4160-a948-1a48fe053c8d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002657 Jan 18 16:32:34.045544 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:34.086765 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f', 'network_id': 'a6f80fe3-eb63-4a73-87f4-a94c835a80d1', 'port_id': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f', 'mac_address': 'fa:16:3e:2f:a2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '327ee49a-c115-4fa9-8de5-44d63316c9e3', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:32:34.092717 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks [] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:34.121909 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:34.123948 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fd19d-7b69-41f6-849c-97ce9658dc29,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:34.181751 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed776-8697-4094-8582-9ffe0fa3bd20 req-efa08254-5e5d-4a37-b274-e72d506fdea4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:34.192876 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d33ed776-8697-4094-8582-9ffe0fa3bd20 req-efa08254-5e5d-4a37-b274-e72d506fdea4 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1839797 Jan 18 16:32:34.196216 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-44f7120a-e22a-43cc-baf1-cbf81912fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:34.198105 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-44f7120a-e22a-43cc-baf1-cbf81912fbd1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e689401c-44cb-4b7c-a35a-8132db4a1263 HTTP/1.1" status: 200 len: 853 time: 0.2594156 Jan 18 16:32:34.213455 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port d6be0e64-7cfa-4b6c-9ce0-2103385f693f is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:34.214203 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:34.231514 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6be0e64-7cfa-4b6c-9ce0-2103385f693f {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:34.276379 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d33ed776-8697-4094-8582-9ffe0fa3bd20 req-97cd58ec-3ad3-4c07-a357-d0a4500f5524 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824766 Jan 18 16:32:34.278952 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:34.289493 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:34.314234 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8eb487-4931-439e-b56a-fd8db1377d4c req-950500e7-9c9e-43b3-aa6c-c5b94099a603 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:34.324344 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-c7c0814a-d8c5-4c19-81f1-15f3691be23a service neutron] 10.222.0.45 "GET /v2.0/networks/a6f80fe3-eb63-4a73-87f4-a94c835a80d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373518 Jan 18 16:32:34.325879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1f8eb487-4931-439e-b56a-fd8db1377d4c req-950500e7-9c9e-43b3-aa6c-c5b94099a603 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 943 time: 0.2301247 Jan 18 16:32:34.399968 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-12e9e79d-b72b-44cd-9ed2-13f10818bce9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=304974be-1692-42d6-8f0c-22abd422d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896530 Jan 18 16:32:34.403175 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:34.428861 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1f8eb487-4931-439e-b56a-fd8db1377d4c req-102e7e40-a5c4-4941-8ab9-b21c2bacddae tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006594 Jan 18 16:32:34.478353 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Pushing event updated for resources: {'Port': ['ID=fad4dd26-4268-4bc4-966f-012b534b3dbb,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:34.481169 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Attempting to bind port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:34.481760 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Attempting to bind port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:34.482099 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Attempting to bind port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:34.490161 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (cb1a21a2-f92c-4c35-8570-a088b002f7dd), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:34.505267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:32:34.505607 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Attempting to bind port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:34.536750 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:34.539716 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Checking segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:34.540140 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Bound using segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:34.540602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Bound port: 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:34.541060 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:34.563696 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['d6be0e64-7cfa-4b6c-9ce0-2103385f693f'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:32:34.571558 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482ecd4-a56d-4a48-a5cf-68f09284d18b req-cbb1d725-206c-4628-be41-69232928bc56 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:34.580365 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0482ecd4-a56d-4a48-a5cf-68f09284d18b req-cbb1d725-206c-4628-be41-69232928bc56 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0672350 Jan 18 16:32:34.629060 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-0b0bf42c-2890-46fd-92cf-b0bd18155bee req-fe97fe02-b76a-45eb-8a6b-94a8c695bf33 service neutron] 10.222.0.45 "GET /v2.0/networks/a6f80fe3-eb63-4a73-87f4-a94c835a80d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934632 Jan 18 16:32:34.646615 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0482ecd4-a56d-4a48-a5cf-68f09284d18b req-be9ca7bd-fcd4-4b77-b695-0299009f3426 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605512 Jan 18 16:32:34.789618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aca36d-1df0-48b9-8879-44117a8567a5 req-b1f73167-cb44-4c85-a48e-252ce54b480b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:34.791313 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c4aca36d-1df0-48b9-8879-44117a8567a5 req-b1f73167-cb44-4c85-a48e-252ce54b480b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 946 time: 0.1166677 Jan 18 16:32:34.862959 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c4aca36d-1df0-48b9-8879-44117a8567a5 req-f6dc2276-4b91-46b6-afcb-1e8e88d6eb7d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661812 Jan 18 16:32:34.910344 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] For port 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:34.921775 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-167df345-da44-49d1-a99b-3db7c73512ac service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222493 Jan 18 16:32:34.934125 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Network b1823f9d-1b6a-4242-91de-f4c8c181443c is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:34.951431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b045-0f7b-48bd-ac45-cf1b597ec6b4 req-e4dc4a08-265d-4761-ba0d-e2fa26a308fb tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:34.953257 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0768b045-0f7b-48bd-ac45-cf1b597ec6b4 req-e4dc4a08-265d-4761-ba0d-e2fa26a308fb tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 948 time: 0.0842946 Jan 18 16:32:34.958885 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] For port 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:34.962456 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:35.023287 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:35.056309 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0768b045-0f7b-48bd-ac45-cf1b597ec6b4 req-8f6e8116-5cc0-43ba-ae1a-4e6fb054ba4e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909908 Jan 18 16:32:35.108669 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.110584 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:35.113527 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/0e5fd19d-7b69-41f6-849c-97ce9658dc29 HTTP/1.1" status: 200 len: 1094 time: 3.5815094 Jan 18 16:32:35.119165 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:35.124606 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28938e18-c908-4ede-956e-74da9083137c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:35.140733 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0d1d-dc8a-40e0-94be-7d261fe03f41 req-9fcd815e-36a9-4ea9-9412-32361656fd0b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.143358 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-972f0d1d-dc8a-40e0-94be-7d261fe03f41 req-9fcd815e-36a9-4ea9-9412-32361656fd0b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0759594 Jan 18 16:32:35.248370 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e4c5ec-e575-4a18-b6eb-a655a41b159d x-openstack-request-id: req-88e4c5ec-e575-4a18-b6eb-a655a41b159d {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:35.248705 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:35.249060 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-88e4c5ec-e575-4a18-b6eb-a655a41b159d {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:35.249461 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'status': 'completed', 'code': 200} Jan 18 16:32:35.267554 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-972f0d1d-dc8a-40e0-94be-7d261fe03f41 req-0ce1189b-3515-491f-8628-5fc772b871cd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174674 Jan 18 16:32:35.344951 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29227e23-f425-4763-a97a-17be70304cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e5fd19d-7b69-41f6-849c-97ce9658dc29,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:35.367382 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-70d2c38f-1894-4c0d-bf8b-b24b30e01d65 req-74ca2d24-8da1-4f73-8131-53b4633b9e8a service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364111 Jan 18 16:32:35.378841 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-20e4eed0-01fe-46c5-b3b2-1a1b697b15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.381443 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-20e4eed0-01fe-46c5-b3b2-1a1b697b15e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 1097 time: 0.2007904 Jan 18 16:32:35.421196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-7fd57d10-d9ec-4501-a3bd-fd646d339afd None None] Provisioning complete for port fad4dd26-4268-4bc4-966f-012b534b3dbb triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:35.422122 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7fd57d10-d9ec-4501-a3bd-fd646d339afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:35.430925 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Router cb1a21a2-f92c-4c35-8570-a088b002f7dd has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:32:35.492147 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193be973-744c-4271-9fe7-f427a7970d5b req-745e99ca-e313-494f-8908-ac0f689bb92d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.495022 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-ad9a940d-ecfc-4af2-80d9-58f04a7490d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29 HTTP/1.1" status: 200 len: 217 time: 0.0936089 Jan 18 16:32:35.501654 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-193be973-744c-4271-9fe7-f427a7970d5b req-745e99ca-e313-494f-8908-ac0f689bb92d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1203027 Jan 18 16:32:35.514182 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-7fd57d10-d9ec-4501-a3bd-fd646d339afd None None] Port fad4dd26-4268-4bc4-966f-012b534b3dbb cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:32:35.598592 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-193be973-744c-4271-9fe7-f427a7970d5b req-129a6558-faff-4fdc-b91a-dee0e0e7d7e5 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951200 Jan 18 16:32:35.607249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e1484-e4f4-4eda-9347-1de541ab5255 req-16beffab-4b49-49f0-b45f-d63423f53f8d tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.612550 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-acbe9ac8-fe8a-4f4e-9e3c-2b410fa92c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.614813 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-acbe9ac8-fe8a-4f4e-9e3c-2b410fa92c61 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0985262 Jan 18 16:32:35.614967 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-069e1484-e4f4-4eda-9347-1de541ab5255 req-16beffab-4b49-49f0-b45f-d63423f53f8d tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 943 time: 0.0845115 Jan 18 16:32:35.692349 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-069e1484-e4f4-4eda-9347-1de541ab5255 req-f742aeba-dcd8-49a1-b352-2abd62b167bf tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763505 Jan 18 16:32:35.719342 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-1c273d2a-c505-438a-9171-570b0628d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.721257 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-1c273d2a-c505-438a-9171-570b0628d092 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567834 Jan 18 16:32:35.726859 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:32:35.737521 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Sync routers for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:32:35.739504 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-df0131c6-cbc2-4052-a579-9b3c5a330d5d admin admin] 10.222.0.82 "PUT /v2.0/routers/cb1a21a2-f92c-4c35-8570-a088b002f7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0568390 Jan 18 16:32:35.776024 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:35.785539 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:35.878311 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-4fcdaf7c-d45a-46a8-9c58-d5962e1f6706 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493585 Jan 18 16:32:35.905998 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:32:35.995918 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76316ce3-063c-40bf-aa94-02ded10a3d66 req-f12acb98-8134-4625-bee2-bd68c988060c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:35.997773 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-76316ce3-063c-40bf-aa94-02ded10a3d66 req-f12acb98-8134-4625-bee2-bd68c988060c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1594329 Jan 18 16:32:36.063442 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:36.083222 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device d6be0e64-7cfa-4b6c-9ce0-2103385f693f up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:36.103834 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b', 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8', 'port_id': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b', 'mac_address': 'fa:16:3e:f0:99:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e689401c-44cb-4b7c-a35a-8132db4a1263', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:32:36.202978 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ac1da336-9937-43ae-9ca5-3143310aaa0c req-7761696b-afb9-435e-a997-aaabca17d88e service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137329 Jan 18 16:32:36.209952 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-76316ce3-063c-40bf-aa94-02ded10a3d66 req-661ea2ec-1c15-4428-a58d-1031e9d0886b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031143 Jan 18 16:32:36.217129 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:36.217419 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:36.228959 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2c1c5-d511-40ee-abbe-d1144d491b87 req-c16dfa03-8940-4f65-8b30-9b5f210c41a8 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:36.255583 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bee2c1c5-d511-40ee-abbe-d1144d491b87 req-c16dfa03-8940-4f65-8b30-9b5f210c41a8 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 946 time: 0.2288103 Jan 18 16:32:36.291310 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-43492147-27f1-4fbc-8940-419d77c4c325 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:36.293018 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:36.296896 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:36.297101 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-43492147-27f1-4fbc-8940-419d77c4c325 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 946 time: 0.2121830 Jan 18 16:32:36.320734 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:36.364000 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:36.383245 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bee2c1c5-d511-40ee-abbe-d1144d491b87 req-fc3f3d14-89d2-4ecc-8d3b-b75091698957 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208162 Jan 18 16:32:36.550753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e8849-421a-44de-bb83-1f31fa1edf06 req-fdcea00a-ba20-4edf-8354-4c679dfd3b99 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:36.555613 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-987e8849-421a-44de-bb83-1f31fa1edf06 req-fdcea00a-ba20-4edf-8354-4c679dfd3b99 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 948 time: 0.1707230 Jan 18 16:32:36.558546 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port d6be0e64-7cfa-4b6c-9ce0-2103385f693f completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:32:36.578971 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port d6be0e64-7cfa-4b6c-9ce0-2103385f693f triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:36.579288 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:36.616354 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938e18-c908-4ede-956e-74da9083137c req-a55d2027-a53e-461a-a4e7-f8698871782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:36.626220 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-a55d2027-a53e-461a-a4e7-f8698871782c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 1097 time: 0.3273282 Jan 18 16:32:36.646206 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:36.705050 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port d6be0e64-7cfa-4b6c-9ce0-2103385f693f is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:36.706037 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:36.708238 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['5ab2fdd2-12ac-4769-9cb1-77cabf1c426b'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:32:36.753942 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-987e8849-421a-44de-bb83-1f31fa1edf06 req-beed686e-8280-40be-9ac4-5232fbf03f78 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887169 Jan 18 16:32:36.781015 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb0b53-6e62-418c-a6ba-c0c9ebcdbc1b req-4c9106f5-6257-4a26-bf4e-6118e8b7a47d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:36.794878 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-46bb0b53-6e62-418c-a6ba-c0c9ebcdbc1b req-4c9106f5-6257-4a26-bf4e-6118e8b7a47d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.2346215 Jan 18 16:32:36.850155 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938e18-c908-4ede-956e-74da9083137c req-7ccb7761-8562-4aed-9a3b-0b3d141fe17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:36.852266 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-7ccb7761-8562-4aed-9a3b-0b3d141fe17e service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.2166235 Jan 18 16:32:36.894074 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-46bb0b53-6e62-418c-a6ba-c0c9ebcdbc1b req-1d639562-8014-42db-8822-65edaebe93db tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979137 Jan 18 16:32:36.919682 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:36.927581 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:36.929983 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6249fc8-af5a-4580-975c-d67f66532e85" -d '{"events": [{"server_uuid": "5b22c6de-2dc2-4f6e-99c1-733066ff2fe9", "name": "network-vif-plugged", "status": "completed", "tag": "d6be0e64-7cfa-4b6c-9ce0-2103385f693f"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:36.935182 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:36.969156 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:33Z', 'revision_number': 2, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:37.015431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea99a3-068c-42a5-a717-378544ab3fa0 req-de71d684-4fb4-4ea3-9305-9335c918bd23 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:37.020737 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Checking router: cb1a21a2-f92c-4c35-8570-a088b002f7dd for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:32:37.021130 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Updating router cb1a21a2-f92c-4c35-8570-a088b002f7dd port fad4dd26-4268-4bc4-966f-012b534b3dbb binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:32:37.027203 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75ea99a3-068c-42a5-a717-378544ab3fa0 req-de71d684-4fb4-4ea3-9305-9335c918bd23 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1582789 Jan 18 16:32:37.048513 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 43566) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:37.053038 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.065262 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-449964361-network', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:37.084598 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:37.176411 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75ea99a3-068c-42a5-a717-378544ab3fa0 req-1f1be6ff-144a-4568-809d-71251886c501 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445284 Jan 18 16:32:37.250596 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea8c84-2284-48cb-8969-ed7e0929bceb req-9b722a78-36bd-480c-a9e3-e31fe2d405c4 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:37.261047 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5cea8c84-2284-48cb-8969-ed7e0929bceb req-9b722a78-36bd-480c-a9e3-e31fe2d405c4 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 944 time: 0.2100928 Jan 18 16:32:37.273849 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Made reservation on behalf of c57ddc8bc9784b21ae912339ecbb3ac9 for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:37.280446 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.284369 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5226a63-8ec4-472e-af5f-ea921816b0cc x-openstack-request-id: req-b5226a63-8ec4-472e-af5f-ea921816b0cc {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:37.286044 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b22c6de-2dc2-4f6e-99c1-733066ff2fe9", "name": "network-vif-plugged", "status": "completed", "tag": "d6be0e64-7cfa-4b6c-9ce0-2103385f693f", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:37.286459 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b5226a63-8ec4-472e-af5f-ea921816b0cc {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:37.287005 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f', 'code': 200} Jan 18 16:32:37.324627 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Deleting port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:32:37.325012 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.330101 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-cb5c5e7f-aa79-46b4-8060-d148dc2af243 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29 HTTP/1.1" status: 200 len: 217 time: 0.4657381 Jan 18 16:32:37.337031 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.427816 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5cea8c84-2284-48cb-8969-ed7e0929bceb req-cd1c6e43-489a-44ae-a270-28d64626e5b9 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529129 Jan 18 16:32:37.540768 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Publish callbacks [] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.594164 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks [] for security_group (e0206823-d0f1-4018-93a3-51a96e5ca11f), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.628115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.720309 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e0206823-d0f1-4018-93a3-51a96e5ca11f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.743712 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938e18-c908-4ede-956e-74da9083137c req-1e50af44-92a1-40c1-91be-492b980f1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:37.745667 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-1e50af44-92a1-40c1-91be-492b980f1ee5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.4049137 Jan 18 16:32:37.757738 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:32:37.811267 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28cb2-44c5-4a75-9e39-1553f380044d None None] Pushing event updated for resources: {'Port': ['ID=fad4dd26-4268-4bc4-966f-012b534b3dbb,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:37.846397 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] For port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:37.847560 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.884036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (ae94a54c-24fa-44be-b7ed-07991b218587), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.884402 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Attempting to bind port fad4dd26-4268-4bc4-966f-012b534b3dbb on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:37.884620 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Added segment ae94a54c-24fa-44be-b7ed-07991b218587 of type vlan for network 7da37714-6399-44e9-9bf5-7402ba503bfc Jan 18 16:32:37.885677 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Attempting to bind port fad4dd26-4268-4bc4-966f-012b534b3dbb by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:37.886310 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Attempting to bind port fad4dd26-4268-4bc4-966f-012b534b3dbb on network b1823f9d-1b6a-4242-91de-f4c8c181443c {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:37.894640 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:37.895316 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Checking segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:37.895948 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.896493 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Bound using segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:37.897418 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Bound port: fad4dd26-4268-4bc4-966f-012b534b3dbb, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:37.898040 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.904586 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Calling delete_port for fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:32:37.933441 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (7da37714-6399-44e9-9bf5-7402ba503bfc), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.954255 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48594f1d-f8f4-4911-9f30-6c86e29534ba req-28866ecc-4fb9-43f2-9f2a-6a904aebbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:37.954255 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48594f1d-f8f4-4911-9f30-6c86e29534ba req-28866ecc-4fb9-43f2-9f2a-6a904aebbc03 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 1102 time: 0.4067833 Jan 18 16:32:37.977502 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (7da37714-6399-44e9-9bf5-7402ba503bfc), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:37.978452 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:37.979127 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.046843 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28938e18-c908-4ede-956e-74da9083137c req-0197c32d-e8ee-4ee2-bd10-af17acc0089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:38.048608 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-0197c32d-e8ee-4ee2-bd10-af17acc0089f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2750666 Jan 18 16:32:38.052046 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] For port fad4dd26-4268-4bc4-966f-012b534b3dbb, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:38.055627 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] For port fad4dd26-4268-4bc4-966f-012b534b3dbb, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=fad4dd26-4268-4bc4-966f-012b534b3dbb,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:38.069191 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Pushing event updated for resources: {'Network': ['ID=7da37714-6399-44e9-9bf5-7402ba503bfc,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:38.070785 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.078477 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0246089 Jan 18 16:32:38.084210 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 7da37714-6399-44e9-9bf5-7402ba503bfc details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:32:38.085441 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 43582) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:38.094268 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f1fc6-23b1-420c-a4d0-1c7eb094984d req-9adf3ffb-3c87-4f0b-ad74-71ee8e901b50 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:38.102474 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d49f1fc6-23b1-420c-a4d0-1c7eb094984d req-9adf3ffb-3c87-4f0b-ad74-71ee8e901b50 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c1375a98-670c-4cd0-ac9a-3f006da5670c HTTP/1.1" status: 200 len: 946 time: 0.5078561 Jan 18 16:32:38.115401 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Request body: {'subnet': {'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-449964361-subnet', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:38.138205 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af458e-a6db-4d34-982a-e810d3a71903 req-34c0f054-4c54-4e39-bfe1-5eb12f38a26a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:38.146404 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-31af458e-a6db-4d34-982a-e810d3a71903 req-34c0f054-4c54-4e39-bfe1-5eb12f38a26a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.7368803 Jan 18 16:32:38.153118 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c64f2-51e6-4392-b2c8-a2d54802d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0206823-d0f1-4018-93a3-51a96e5ca11f,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:38.182859 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-48594f1d-f8f4-4911-9f30-6c86e29534ba req-ed23d524-c0b7-48f2-9fcd-0b5d901e61ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697874 Jan 18 16:32:38.258688 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Made reservation on behalf of c57ddc8bc9784b21ae912339ecbb3ac9 for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:38.260991 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.290846 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-9b2dd7e2-bba3-456f-a310-7d6d3ad74167 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297654 Jan 18 16:32:38.303110 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (fbbf13fb-4363-443f-8c0b-3aae0e0a33a7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.319064 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] Provisioning complete for port fad4dd26-4268-4bc4-966f-012b534b3dbb triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:38.319064 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.354441 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Pushing event deleted for resources: {'Port': ['ID=fbbf13fb-4363-443f-8c0b-3aae0e0a33a7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:38.371048 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:38.371693 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:38.425238 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] No DVR routers for this DVR port fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:32:38.428722 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.433256 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-8057d7f0-8741-4d24-b263-5119a62b2cd1 req-cc73e8c9-75e3-4572-9c7f-e303c0ec9d4b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "DELETE /v2.0/ports/fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 HTTP/1.1" status: 204 len: 173 time: 2.0734537 Jan 18 16:32:38.463568 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'name': 'network-vif-deleted', 'tag': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:38.466249 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4292ce5-660b-47b7-b7b0-ed8c7216ce81" -d '{"events": [{"server_uuid": "c1375a98-670c-4cd0-ac9a-3f006da5670c", "name": "network-vif-deleted", "tag": "fbbf13fb-4363-443f-8c0b-3aae0e0a33a7"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:38.500535 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b28cb2-44c5-4a75-9e39-1553f380044d None None] Pushing event updated for resources: {'Port': ['ID=fad4dd26-4268-4bc4-966f-012b534b3dbb,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:38.520355 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-31af458e-a6db-4d34-982a-e810d3a71903 req-f694cb0c-fe4c-4ecc-9ac2-d87dedc82189 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728178 Jan 18 16:32:38.525668 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-28938e18-c908-4ede-956e-74da9083137c req-c265d49b-9f20-41c1-9727-5b809a941e55 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418848 Jan 18 16:32:38.550510 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d49f1fc6-23b1-420c-a4d0-1c7eb094984d req-ac21ff01-e88f-4466-8126-9cb553f93482 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469490 Jan 18 16:32:38.741752 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] Current status of the port fad4dd26-4268-4bc4-966f-012b534b3dbb is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:38.742340 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.791676 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] For port fad4dd26-4268-4bc4-966f-012b534b3dbb, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=fad4dd26-4268-4bc4-966f-012b534b3dbb,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:38.797797 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2abcd9-2892-481a-b25a-55ab5a6e9b94 req-cc7a6e65-69ad-4f55-89af-0e6b9c592baa tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:38.800385 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:38.807442 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2e2abcd9-2892-481a-b25a-55ab5a6e9b94 req-cc7a6e65-69ad-4f55-89af-0e6b9c592baa tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1060112 Jan 18 16:32:38.871865 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadc38a-2b42-47b2-bc53-017bc6484d9a None None] Pushing event updated for resources: {'Port': ['ID=fad4dd26-4268-4bc4-966f-012b534b3dbb,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:38.878822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:38.926082 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cbd72-6931-4865-a7fb-9affb272f3df req-240b918a-067e-4217-bc04-961cc2a59b49 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:38.940238 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-792cbd72-6931-4865-a7fb-9affb272f3df req-240b918a-067e-4217-bc04-961cc2a59b49 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 949 time: 0.2369711 Jan 18 16:32:38.960747 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-e3e30726-aa53-4f9d-8879-4708592713b3 None None] Provisioning complete for port fad4dd26-4268-4bc4-966f-012b534b3dbb triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:38.961711 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e3e30726-aa53-4f9d-8879-4708592713b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.019558 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-792cbd72-6931-4865-a7fb-9affb272f3df req-e41c69a8-4d2c-485e-88e7-83b32fe5d3c8 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758650 Jan 18 16:32:39.022265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.048260 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2e2abcd9-2892-481a-b25a-55ab5a6e9b94 req-27b5bbee-adfc-43a6-966d-ebabea2440ed tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387302 Jan 18 16:32:39.132229 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43600) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:39.264898 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Checking segment: {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:39.265327 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Network hostable DHCP agents. Network: 7da37714-6399-44e9-9bf5-7402ba503bfc, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:32:39.276818 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:39.334288 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd37b08-ae02-4f3b-9e9c-4af14ddcac28 req-31895b90-9155-43c6-ac28-51ee4c937342 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:39.335853 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4dd37b08-ae02-4f3b-9e9c-4af14ddcac28 req-31895b90-9155-43c6-ac28-51ee4c937342 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1714988 Jan 18 16:32:39.338075 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Network 7da37714-6399-44e9-9bf5-7402ba503bfc is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:32:39.347744 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ca23-7806-40e0-9e88-aff26d15ed43 req-0bcef0cf-5e47-400b-a1a3-b229d269f8e8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:39.354475 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2ea0ca23-7806-40e0-9e88-aff26d15ed43 req-0bcef0cf-5e47-400b-a1a3-b229d269f8e8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 944 time: 0.1647687 Jan 18 16:32:39.393061 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 7da37714-6399-44e9-9bf5-7402ba503bfc) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:39.399700 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:39.400304 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.409592 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f1b9d-f8a5-4e5e-aa34-4bf18c39fed8 None None] Network 7da37714-6399-44e9-9bf5-7402ba503bfc requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:39.452701 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e36ca4f9-97c5-4012-9804-d03b746eb516 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.459116 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2ea0ca23-7806-40e0-9e88-aff26d15ed43 req-f873ff2d-8725-4b5e-9a18-8e60effbab1c tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036887 Jan 18 16:32:39.477565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-5eff58c0-651f-410a-9803-462fab139df5 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3645165 Jan 18 16:32:39.478401 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43604) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:39.495906 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4dd37b08-ae02-4f3b-9e9c-4af14ddcac28 req-f069c596-6281-49fd-ab66-138fc7d4a07a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392028 Jan 18 16:32:39.498415 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:39.538602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e10a69-279d-49bf-a246-33c3140f3f84 x-openstack-request-id: req-f9e10a69-279d-49bf-a246-33c3140f3f84 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:39.538930 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1375a98-670c-4cd0-ac9a-3f006da5670c", "name": "network-vif-deleted", "tag": "fbbf13fb-4363-443f-8c0b-3aae0e0a33a7", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:39.539156 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f9e10a69-279d-49bf-a246-33c3140f3f84 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:39.539550 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1375a98-670c-4cd0-ac9a-3f006da5670c', 'name': 'network-vif-deleted', 'tag': 'fbbf13fb-4363-443f-8c0b-3aae0e0a33a7', 'status': 'completed', 'code': 200} Jan 18 16:32:39.567354 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (79ae5968-4fa4-4120-8f5c-e672cf7abaac), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.568400 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (79ae5968-4fa4-4120-8f5c-e672cf7abaac), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.645457 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-e3e30726-aa53-4f9d-8879-4708592713b3 None None] Current status of the port fad4dd26-4268-4bc4-966f-012b534b3dbb is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:39.660153 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:39.665203 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-7da37714-6399-44e9-9bf5-7402ba503bfc', 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc', 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'fixed_ips': [{'subnet_id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:32:39.665824 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.670503 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks [] for router_controller (79ae5968-4fa4-4120-8f5c-e672cf7abaac), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.692380 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e36ca4f9-97c5-4012-9804-d03b746eb516 admin admin] Publish callbacks [] for security_group (864be370-9ef8-443b-a6bc-f566cd18f627), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.701633 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c61f35-779d-4a2f-bd81-c8014c2e6e85 None None] The sync data for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi is: [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:32:39.749273 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e36ca4f9-97c5-4012-9804-d03b746eb516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (864be370-9ef8-443b-a6bc-f566cd18f627), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:39.755539 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198dc1d-6fe8-4d3d-82c9-9ea0309936c7 req-552739a5-9761-4edb-8322-3ed36847e64a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:39.767679 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f198dc1d-6fe8-4d3d-82c9-9ea0309936c7 req-552739a5-9761-4edb-8322-3ed36847e64a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1562192 Jan 18 16:32:39.900655 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:39.915158 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f198dc1d-6fe8-4d3d-82c9-9ea0309936c7 req-e4740e72-7078-4cdb-acdc-390e58138728 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461978 Jan 18 16:32:39.922947 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e36ca4f9-97c5-4012-9804-d03b746eb516 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=41286c2df8904bb585a77adf4cd7ac57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7873118 Jan 18 16:32:39.923318 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 43614) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:40.011867 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ca4f9-97c5-4012-9804-d03b746eb516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864be370-9ef8-443b-a6bc-f566cd18f627,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:40.038635 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Allocated IP 172.20.0.2 (7da37714-6399-44e9-9bf5-7402ba503bfc/ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9/ca561bac-2999-4485-8d9e-916ea4eb2727) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:40.075639 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks [] for router_gateway (79ae5968-4fa4-4120-8f5c-e672cf7abaac), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.188342 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a41d5c3-cc7e-49df-8a6f-ebe10c87948c admin admin] Publish callbacks [] for security_group (864be370-9ef8-443b-a6bc-f566cd18f627), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.199502 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:32:40.217729 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:40.219680 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.241657 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a41d5c3-cc7e-49df-8a6f-ebe10c87948c admin admin] Publish callbacks [] for security_group (864be370-9ef8-443b-a6bc-f566cd18f627), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.287376 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fad4dd26-4268-4bc4-966f-012b534b3dbb up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:40.403263 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c8654-9524-4486-8d1b-67e1327dee53 req-f23c24fc-65db-4865-aaf0-dcc08d8ab186 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:40.414974 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f9c8654-9524-4486-8d1b-67e1327dee53 req-f23c24fc-65db-4865-aaf0-dcc08d8ab186 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 949 time: 0.2483468 Jan 18 16:32:40.431407 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-25408f93-606e-485f-9e75-a3be6905dfe5 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:40.442842 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-25408f93-606e-485f-9e75-a3be6905dfe5 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/networks?id=4a674afc-ab26-4529-b716-118a44373ef3 HTTP/1.1" status: 200 len: 809 time: 0.4505887 Jan 18 16:32:40.507140 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-79cc8d27-a072-420a-a852-3e8dc1d0a602 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/quotas/ad74e7f75a7c41be9e4e3f6884b4d832 HTTP/1.1" status: 200 len: 375 time: 0.0498288 Jan 18 16:32:40.587803 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-9161d6e9-4eec-40f1-8b90-2a3b2104731a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793047 Jan 18 16:32:40.602044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a41d5c3-cc7e-49df-8a6f-ebe10c87948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (864be370-9ef8-443b-a6bc-f566cd18f627), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.604889 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a41d5c3-cc7e-49df-8a6f-ebe10c87948c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.606249 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9a41d5c3-cc7e-49df-8a6f-ebe10c87948c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/864be370-9ef8-443b-a6bc-f566cd18f627 HTTP/1.1" status: 204 len: 168 time: 0.6814387 Jan 18 16:32:40.624158 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Publish callbacks [] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.635557 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks [] for router_gateway (79ae5968-4fa4-4120-8f5c-e672cf7abaac), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.643527 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.665619 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41d5c3-cc7e-49df-8a6f-ebe10c87948c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864be370-9ef8-443b-a6bc-f566cd18f627,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:40.690482 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.779084 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Network 7da37714-6399-44e9-9bf5-7402ba503bfc is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:40.788175 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:40.788634 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:40.791370 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f9c8654-9524-4486-8d1b-67e1327dee53 req-bc128ed6-5537-4878-9d1c-4861fd7c6128 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686473 Jan 18 16:32:40.831674 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Pushing event updated for resources: {'Port': ['ID=ca561bac-2999-4485-8d9e-916ea4eb2727,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:40.849290 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:40.858251 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:40.928579 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:40.930551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.930917 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.931811 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.932199 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.932588 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.933179 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.933513 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.933843 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.934379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.934785 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.935119 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.935537 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.935923 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:40.963660 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Allocated IP 172.27.3.246 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/aa09290d-39fa-4905-a3b8-7131af4173ee) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:40.972752 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:40.977277 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12dc39c-6012-464b-b73d-e50afa26689a" -d '{"events": [{"server_uuid": "74592942-1569-4db1-bcdb-5f0cf97bea6e", "name": "network-vif-plugged", "status": "completed", "tag": "5ab2fdd2-12ac-4769-9cb1-77cabf1c426b"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:41.009655 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-8adec0af-da40-4265-ad48-8ae6e9209e2e service neutron] 10.222.0.82 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204457 Jan 18 16:32:41.024733 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.025571 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:32:41.082238 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:32:41.082238 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device fbbf13fb-4363-443f-8c0b-3aae0e0a33a7 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:32:41.134700 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Attempting to bind port ca561bac-2999-4485-8d9e-916ea4eb2727 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:41.135062 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Attempting to bind port ca561bac-2999-4485-8d9e-916ea4eb2727 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:41.138853 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Attempting to bind port ca561bac-2999-4485-8d9e-916ea4eb2727 on network 7da37714-6399-44e9-9bf5-7402ba503bfc {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:41.165636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port fad4dd26-4268-4bc4-966f-012b534b3dbb triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:41.169873 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.182920 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff51e0-4807-4a54-bb42-5d8f035e162f req-51e72763-bb66-49c3-9f4b-d2b88482fd7c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:41.184597 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c8ff51e0-4807-4a54-bb42-5d8f035e162f req-51e72763-bb66-49c3-9f4b-d2b88482fd7c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1573451 Jan 18 16:32:41.228501 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks [] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.304039 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:41.304580 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Checking segment: {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:41.305370 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.305924 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Bound using segment: {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:41.306548 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Bound port: ca561bac-2999-4485-8d9e-916ea4eb2727, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:41.307068 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.314070 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.353727 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-846864f5-8e1c-46e5-be20-4921d1e53c6f service neutron] 10.222.0.82 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430893 Jan 18 16:32:41.379082 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c8ff51e0-4807-4a54-bb42-5d8f035e162f req-4d19eff2-2d57-4346-b350-5f6726c3368a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824744 Jan 18 16:32:41.409967 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Pushing event updated for resources: {'Port': ['ID=aa09290d-39fa-4905-a3b8-7131af4173ee,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:41.431567 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:41.433119 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:41.435618 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:41.448452 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:41.570776 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] For port ca561bac-2999-4485-8d9e-916ea4eb2727, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:41.595348 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] For port ca561bac-2999-4485-8d9e-916ea4eb2727, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ca561bac-2999-4485-8d9e-916ea4eb2727,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:41.640553 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513773de-25c9-429f-a565-ad2c9f4ac83a req-ccbdfe7b-144e-4ff7-8223-2f9f69eeb01e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:41.660536 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-513773de-25c9-429f-a565-ad2c9f4ac83a req-ccbdfe7b-144e-4ff7-8223-2f9f69eeb01e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.1218050 Jan 18 16:32:41.749084 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port fad4dd26-4268-4bc4-966f-012b534b3dbb is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:41.762658 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:41.874338 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-513773de-25c9-429f-a565-ad2c9f4ac83a req-999482f6-4693-48ef-bbbc-678cd2d2235a tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133148 Jan 18 16:32:41.910442 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712433d-fbe0-4594-992f-1543fefdaef7 None None] Pushing event updated for resources: {'Port': ['ID=ca561bac-2999-4485-8d9e-916ea4eb2727,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:41.943223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89d825-5f87-45b3-9dd0-02aa45b1876a req-6c45a2f0-34c4-4286-9656-c1b98c655149 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:41.944766 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d89d825-5f87-45b3-9dd0-02aa45b1876a req-6c45a2f0-34c4-4286-9656-c1b98c655149 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1473019 Jan 18 16:32:42.012326 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks [] for router_gateway (79ae5968-4fa4-4120-8f5c-e672cf7abaac), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:42.110265 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d89d825-5f87-45b3-9dd0-02aa45b1876a req-e05d2427-e056-441a-882b-ee0ce55a6609 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570711 Jan 18 16:32:42.333253 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd09a8a-be83-4329-a601-df1988d735f9 x-openstack-request-id: req-bbd09a8a-be83-4329-a601-df1988d735f9 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:42.334246 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74592942-1569-4db1-bcdb-5f0cf97bea6e", "name": "network-vif-plugged", "status": "completed", "tag": "5ab2fdd2-12ac-4769-9cb1-77cabf1c426b", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:42.334712 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-bbd09a8a-be83-4329-a601-df1988d735f9 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:42.335331 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b', 'code': 200} Jan 18 16:32:42.539822 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (79ae5968-4fa4-4120-8f5c-e672cf7abaac), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:42.759159 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2235c9-eced-4e25-88bb-2f0ca00fd83e req-1bd9fe2f-9e56-44da-aeee-f33755a41dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:42.760687 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe2235c9-eced-4e25-88bb-2f0ca00fd83e req-1bd9fe2f-9e56-44da-aeee-f33755a41dbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 1098 time: 0.0747280 Jan 18 16:32:42.769444 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3c38fc64-e3d4-4171-8daa-cecdabff45d7 req-d9991da7-ebb7-4bb0-9105-9ae325d969c4 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0706422 Jan 18 16:32:42.799042 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Router 79ae5968-4fa4-4120-8f5c-e672cf7abaac is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:32:42.806903 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2efe8-446a-4a38-ba88-1c4a92a69d5f req-48b41920-5e28-4c5f-add6-8c21f3369879 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:42.815544 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7fd2efe8-446a-4a38-ba88-1c4a92a69d5f req-48b41920-5e28-4c5f-add6-8c21f3369879 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.5720303 Jan 18 16:32:42.921769 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7fd2efe8-446a-4a38-ba88-1c4a92a69d5f req-9166f856-62a9-43de-9c68-e565e6872f2c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932212 Jan 18 16:32:42.988669 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-fe2235c9-eced-4e25-88bb-2f0ca00fd83e req-0dc825f7-ea33-45de-b691-69ba43ea9f52 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113986 Jan 18 16:32:43.153014 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40ea50-406d-4921-8ef1-2e6093750602 req-3e890126-dfdf-4324-beae-e81ae447457e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:43.159873 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d40ea50-406d-4921-8ef1-2e6093750602 req-3e890126-dfdf-4324-beae-e81ae447457e tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 949 time: 0.2365243 Jan 18 16:32:43.175769 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:32:43.185929 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Sync routers for ids ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:32:43.208555 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Routers {'79ae5968-4fa4-4120-8f5c-e672cf7abaac'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:43.209636 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:43.214274 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:43.215745 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fe1286dd-a7aa-46e7-86ed-04a833331587 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7353361 Jan 18 16:32:43.218763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 43684) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:32:43.239665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5796b7-e12f-4890-815a-acbb58358835 req-2026218b-cd8a-4da7-af3a-ef49b5e9c4bc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:43.253063 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3a5796b7-e12f-4890-815a-acbb58358835 req-2026218b-cd8a-4da7-af3a-ef49b5e9c4bc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1932991 Jan 18 16:32:43.403329 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d40ea50-406d-4921-8ef1-2e6093750602 req-ecc5d2ad-a021-42ad-b1f5-93ab8edfd5b3 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369747 Jan 18 16:32:43.482095 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3a5796b7-e12f-4890-815a-acbb58358835 req-5982e1bb-fb28-48ad-a587-021f38d6fc7d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274559 Jan 18 16:32:43.496586 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Set router 79ae5968-4fa4-4120-8f5c-e672cf7abaac gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:43.649401 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8a9f3-1d1d-4c26-a731-d5219566e33f req-5dc395d5-f0b7-444a-bf9c-a0930ddfb35f tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:43.660267 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d7b8a9f3-1d1d-4c26-a731-d5219566e33f req-5dc395d5-f0b7-444a-bf9c-a0930ddfb35f tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.1295078 Jan 18 16:32:43.782703 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337979ab-c1a0-4960-baa5-a691b3139b67 None None] Network 7da37714-6399-44e9-9bf5-7402ba503bfc requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:32:43.825692 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d7b8a9f3-1d1d-4c26-a731-d5219566e33f req-762eea19-b020-4863-8a35-f0ca2c009dee tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644309 Jan 18 16:32:43.858490 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29cb68-218b-4718-b6ee-d7771df40df8 req-cc76fd6b-1969-44c8-9f77-4f45426e06da tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:43.866410 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ca29cb68-218b-4718-b6ee-d7771df40df8 req-cc76fd6b-1969-44c8-9f77-4f45426e06da tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1896186 Jan 18 16:32:43.927090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 0e5fd19d-7b69-41f6-849c-97ce9658dc29 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:32:43.945227 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:32:41Z', 'revision_number': 3, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:43.982872 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1e801100-5f34-415e-bbbe-d302cf205473 req-b6af6303-fde5-4496-9ba5-8eb3a64cc1e5 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0590351 Jan 18 16:32:44.035851 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] Provisioning complete for port ca561bac-2999-4485-8d9e-916ea4eb2727 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:44.037087 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Checking router: 79ae5968-4fa4-4120-8f5c-e672cf7abaac for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:32:44.037455 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Updating router 79ae5968-4fa4-4120-8f5c-e672cf7abaac port aa09290d-39fa-4905-a3b8-7131af4173ee binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:32:44.038922 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.070173 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ca29cb68-218b-4718-b6ee-d7771df40df8 req-031a3f59-7c88-45ca-bdcc-e9e1d1841c19 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989934 Jan 18 16:32:44.100964 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.217862 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:32:44.221258 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:32:44.222668 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-2fdf8ec4-7168-4fef-baca-a2e742ba2e78 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:44.224315 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-2fdf8ec4-7168-4fef-baca-a2e742ba2e78 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "GET /v2.0/networks?id=4a674afc-ab26-4529-b716-118a44373ef3 HTTP/1.1" status: 200 len: 809 time: 0.3234484 Jan 18 16:32:44.269577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc90a-15d5-4a14-9220-3e2a762a2031 req-1ee9b48a-dcdc-45cf-88db-faf959a8b06f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:44.272481 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-efafc90a-15d5-4a14-9220-3e2a762a2031 req-1ee9b48a-dcdc-45cf-88db-faf959a8b06f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1352401 Jan 18 16:32:44.291873 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Request body: {'port': {'device_id': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3', 'admin_state_up': True, 'tenant_id': 'ad74e7f75a7c41be9e4e3f6884b4d832'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:44.296450 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ca561bac-2999-4485-8d9e-916ea4eb2727 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:44.381897 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-efafc90a-15d5-4a14-9220-3e2a762a2031 req-e71cff61-5e6d-4f4e-9963-3fda9f572b20 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005363 Jan 18 16:32:44.428463 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:32:44.442167 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Publish callbacks [] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.455989 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.527427 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Pushing event updated for resources: {'Port': ['ID=aa09290d-39fa-4905-a3b8-7131af4173ee,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:44.529320 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Attempting to bind port aa09290d-39fa-4905-a3b8-7131af4173ee on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:44.529688 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Attempting to bind port aa09290d-39fa-4905-a3b8-7131af4173ee by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:44.530046 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Attempting to bind port aa09290d-39fa-4905-a3b8-7131af4173ee on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:44.541194 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:44.541570 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:44.543804 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.543804 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:44.543804 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Bound port: aa09290d-39fa-4905-a3b8-7131af4173ee, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:44.543804 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.546029 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.546289 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.546474 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.546832 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.547142 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.547476 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.547808 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.548268 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.549359 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.549723 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.550059 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.550385 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.553569 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:32:44.642214 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] For port aa09290d-39fa-4905-a3b8-7131af4173ee, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:44.648549 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] For port aa09290d-39fa-4905-a3b8-7131af4173ee, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=aa09290d-39fa-4905-a3b8-7131af4173ee,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:44.666946 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.672760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:44.713674 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-ab61f0df-fd41-43ec-9adb-5c9617b1b2cd tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:44.715619 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-ab61f0df-fd41-43ec-9adb-5c9617b1b2cd tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 949 time: 0.5639279 Jan 18 16:32:44.807410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41279a2-b80a-4c2c-86ec-6a38586b2577 req-33ac4faf-a5fd-435b-b873-5b81a23a09ef tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:44.819099 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c41279a2-b80a-4c2c-86ec-6a38586b2577 req-33ac4faf-a5fd-435b-b873-5b81a23a09ef tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 949 time: 0.2298779 Jan 18 16:32:44.820499 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625539a0-b222-416e-ae2f-8e8a443c05db None None] Pushing event updated for resources: {'Port': ['ID=aa09290d-39fa-4905-a3b8-7131af4173ee,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:44.847332 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Routers {'79ae5968-4fa4-4120-8f5c-e672cf7abaac'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:44.847977 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:44.857931 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] Current status of the port ca561bac-2999-4485-8d9e-916ea4eb2727 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:44.858609 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:44.899143 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'port_id': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'mac_address': 'fa:16:3e:5a:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:32:44.899375 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9107916-1d7d-4d19-9452-ccbc01dd1308 req-890985df-87bd-4570-8246-cb32ffd3958e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:44.914936 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c9107916-1d7d-4d19-9452-ccbc01dd1308 req-890985df-87bd-4570-8246-cb32ffd3958e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.2610552 Jan 18 16:32:44.969577 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port ca561bac-2999-4485-8d9e-916ea4eb2727 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:44.969963 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.003507 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c41279a2-b80a-4c2c-86ec-6a38586b2577 req-362d7cfe-0e92-4ac9-8796-bdad91b9f393 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827314 Jan 18 16:32:45.090895 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Made reservation on behalf of ad74e7f75a7c41be9e4e3f6884b4d832 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:32:45.101502 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.120270 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c9107916-1d7d-4d19-9452-ccbc01dd1308 req-02cf1761-8d41-41cf-bc63-12a4683fdcbb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421013 Jan 18 16:32:45.181829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] For port ca561bac-2999-4485-8d9e-916ea4eb2727, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ca561bac-2999-4485-8d9e-916ea4eb2727,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:45.197274 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:45.204608 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.236863 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.248030 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5fd19d-7b69-41f6-849c-97ce9658dc29 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:45.253479 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] Set router 79ae5968-4fa4-4120-8f5c-e672cf7abaac gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:45.266219 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-89afed66-4e11-49a1-93e3-09c965d3c168 req-999216ae-d8a8-481c-86d4-930dc979914c tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0444880 Jan 18 16:32:45.277076 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Deleting port d6be0e64-7cfa-4b6c-9ce0-2103385f693f {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:32:45.277574 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.288995 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9bd1-b617-46f5-8e57-077785e37735 req-1b4138b1-6a30-43e2-b018-fb50c5132f19 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:45.300023 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8ece9bd1-b617-46f5-8e57-077785e37735 req-1b4138b1-6a30-43e2-b018-fb50c5132f19 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.1699307 Jan 18 16:32:45.429213 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8ece9bd1-b617-46f5-8e57-077785e37735 req-0aedcdae-79ad-4afe-b826-26c3e8ea4949 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239936 Jan 18 16:32:45.466616 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.470542 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:45.491048 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309cfb3-8612-4f77-80fe-8490dcce9a79 req-33486c6a-3feb-4d34-ad96-79967424ae01 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:45.492614 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a309cfb3-8612-4f77-80fe-8490dcce9a79 req-33486c6a-3feb-4d34-ad96-79967424ae01 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 944 time: 0.1234629 Jan 18 16:32:45.530112 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.576268 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b78c0333-b6b6-43ce-8c56-0a7f8494d1cb None None] Provisioning complete for port ca561bac-2999-4485-8d9e-916ea4eb2727 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:45.576664 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b78c0333-b6b6-43ce-8c56-0a7f8494d1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.647272 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a309cfb3-8612-4f77-80fe-8490dcce9a79 req-430dad13-c540-4015-87a6-8e813d17390a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477447 Jan 18 16:32:45.683946 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ad425-8197-4966-bd14-89724687d401 req-e0a3d708-a608-4f9b-80ed-f550e4a13f92 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:45.693268 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-264ad425-8197-4966-bd14-89724687d401 req-e0a3d708-a608-4f9b-80ed-f550e4a13f92 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1409829 Jan 18 16:32:45.703449 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Allocated IP 172.20.0.1 (7da37714-6399-44e9-9bf5-7402ba503bfc/ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9/62a34465-c598-42f1-84b8-fdc6b79b42f1) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:45.727098 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fac58-34a1-4f6d-b64a-63cacd49d18f None None] Pushing event updated for resources: {'Port': ['ID=ca561bac-2999-4485-8d9e-916ea4eb2727,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:45.742640 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port ca561bac-2999-4485-8d9e-916ea4eb2727 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:45.781762 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-264ad425-8197-4966-bd14-89724687d401 req-3d1c7680-4810-4c92-a9c0-3b761579e908 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872958 Jan 18 16:32:45.811004 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:32:41Z', 'revision_number': 3, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:45.852615 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea337c4-e26e-40bc-9771-d33270a90980 None None] The sync data for ids ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'] in dv-cinder-788368-3-iscsi is: [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:32:41Z', 'revision_number': 3, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:32:45.902832 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks [] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.931450 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b78c0333-b6b6-43ce-8c56-0a7f8494d1cb None None] Current status of the port ca561bac-2999-4485-8d9e-916ea4eb2727 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:45.933622 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=0e5fd19d-7b69-41f6-849c-97ce9658dc29,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:45.959825 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:45.968789 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Allocated IP 172.20.0.6 (4a674afc-ab26-4529-b716-118a44373ef3/480499bf-147e-4f5a-b7bc-aa40ed30fa62/b39ad36c-c85b-4774-a7c4-2ec833039594) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:32:46.214223 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Network 7da37714-6399-44e9-9bf5-7402ba503bfc is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:46.258517 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:46.261149 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:46.281232 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Pushing event updated for resources: {'Port': ['ID=62a34465-c598-42f1-84b8-fdc6b79b42f1,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:46.283782 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ca561bac-2999-4485-8d9e-916ea4eb2727 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:46.299995 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] For port d6be0e64-7cfa-4b6c-9ce0-2103385f693f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,segment=NetworkSegment(00cd432f-1b2d-48a8-a416-296a12fcf9d5),segment_id=00cd432f-1b2d-48a8-a416-296a12fcf9d5)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:46.300620 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:46.334243 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106ca96-77b9-4383-bf1a-94affe069678 req-9075115f-25a4-4bd5-ad0b-6d5ae7281cca tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:46.339285 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1106ca96-77b9-4383-bf1a-94affe069678 req-9075115f-25a4-4bd5-ad0b-6d5ae7281cca tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 949 time: 0.2147350 Jan 18 16:32:46.353205 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Calling delete_port for d6be0e64-7cfa-4b6c-9ce0-2103385f693f owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:32:46.522496 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port ca561bac-2999-4485-8d9e-916ea4eb2727 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:46.522877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:46.568794 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (79ae5968-4fa4-4120-8f5c-e672cf7abaac), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:46.574176 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1106ca96-77b9-4383-bf1a-94affe069678 req-23b80b09-d997-494d-a6bc-414103b71fc1 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/security-groups?id=d04bc4e6-2b1c-4d1f-a699-86725c2dede6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248151 Jan 18 16:32:46.645377 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20065b4-47de-432d-bef0-b2a251bea6c5 req-e130a370-b1d5-4bd4-a2b5-9e26bfe9fc53 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:46.654751 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b20065b4-47de-432d-bef0-b2a251bea6c5 req-e130a370-b1d5-4bd4-a2b5-9e26bfe9fc53 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.3143849 Jan 18 16:32:46.762951 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port ca561bac-2999-4485-8d9e-916ea4eb2727 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:46.789798 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b5809b9-a7df-4e98-a581-991057f12190 req-069d45bf-d097-4426-bbfc-2757472f2c65 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0516109 Jan 18 16:32:46.825027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b20065b4-47de-432d-bef0-b2a251bea6c5 req-d5d334f8-00da-4d9a-9aab-6684da1dadfe tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691658 Jan 18 16:32:46.869703 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-7bf24cca-b7cb-4133-8f68-4112b278229a None None] Provisioning complete for port 62a34465-c598-42f1-84b8-fdc6b79b42f1 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:46.870037 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7bf24cca-b7cb-4133-8f68-4112b278229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:46.954634 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks [] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:46.971391 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-7bf24cca-b7cb-4133-8f68-4112b278229a None None] Port 62a34465-c598-42f1-84b8-fdc6b79b42f1 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:32:47.057424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987dfc-918f-47e5-bdb6-b24247a2348e req-b0f68b5a-e55f-46ec-bae9-fc3544987284 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:47.081617 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-df987dfc-918f-47e5-bdb6-b24247a2348e req-b0f68b5a-e55f-46ec-bae9-fc3544987284 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.1673870 Jan 18 16:32:47.116441 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa4d54-0e15-4990-a82a-036ee2768215 req-ca342e8f-0538-49ac-bbd3-73d9918cca98 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:47.118555 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1eaa4d54-0e15-4990-a82a-036ee2768215 req-ca342e8f-0538-49ac-bbd3-73d9918cca98 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1494083 Jan 18 16:32:47.143357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:47.175701 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (d6be0e64-7cfa-4b6c-9ce0-2103385f693f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:47.199413 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-df987dfc-918f-47e5-bdb6-b24247a2348e req-a4095601-0666-4ff4-8dca-99cf164fe46d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169002 Jan 18 16:32:47.214565 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:47.244743 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Network 4a674afc-ab26-4529-b716-118a44373ef3 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:47.286739 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:47.288736 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1eaa4d54-0e15-4990-a82a-036ee2768215 req-93ca1454-b48c-4cf3-b403-6ddbab31dd10 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588686 Jan 18 16:32:47.317622 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:32:47.324481 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Pushing event deleted for resources: {'Port': ['ID=d6be0e64-7cfa-4b6c-9ce0-2103385f693f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:47.398713 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] No DVR routers for this DVR port d6be0e64-7cfa-4b6c-9ce0-2103385f693f on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:32:47.426925 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:47.430965 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-07f7e65d-8855-468c-bf25-a6e508efb508 req-db2ba017-c8cd-447d-854c-564fd313ca5d tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.45 "DELETE /v2.0/ports/d6be0e64-7cfa-4b6c-9ce0-2103385f693f HTTP/1.1" status: 204 len: 173 time: 2.7030518 Jan 18 16:32:47.431438 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'name': 'network-vif-deleted', 'tag': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:47.433943 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03519748-f32c-4a03-ae75-568bbb9ea22a" -d '{"events": [{"server_uuid": "5b22c6de-2dc2-4f6e-99c1-733066ff2fe9", "name": "network-vif-deleted", "tag": "d6be0e64-7cfa-4b6c-9ce0-2103385f693f"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:47.478240 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:47.478914 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:47.537500 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0e1ab4-569a-4287-8ba1-c09bfcb9add2 x-openstack-request-id: req-ab0e1ab4-569a-4287-8ba1-c09bfcb9add2 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:47.537851 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b22c6de-2dc2-4f6e-99c1-733066ff2fe9", "name": "network-vif-deleted", "tag": "d6be0e64-7cfa-4b6c-9ce0-2103385f693f", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:47.538062 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ab0e1ab4-569a-4287-8ba1-c09bfcb9add2 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:47.538471 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b22c6de-2dc2-4f6e-99c1-733066ff2fe9', 'name': 'network-vif-deleted', 'tag': 'd6be0e64-7cfa-4b6c-9ce0-2103385f693f', 'status': 'completed', 'code': 200} Jan 18 16:32:47.636732 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3701003 Jan 18 16:32:47.639376 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33ae91-99ab-4d57-b331-4489208604fe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Pushing event updated for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:47.714369 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cde560c5-9719-4ba0-90fb-04ddf26728ba req-d71cae99-8160-411d-8660-4015a347b6e5 tempest-VolumesNegativeTest-636342578 tempest-VolumesNegativeTest-636342578-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b22c6de-2dc2-4f6e-99c1-733066ff2fe9 HTTP/1.1" status: 200 len: 210 time: 0.0352464 Jan 18 16:32:47.805616 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['d6be0e64-7cfa-4b6c-9ce0-2103385f693f'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:32:48.055828 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Request body: {'port': {'device_id': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:32:48.075556 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc442495-96b0-4532-ba33-faaf04f5398b req-acb6dca9-b02e-48af-baec-82c823ed34e2 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:48.077882 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cc442495-96b0-4532-ba33-faaf04f5398b req-acb6dca9-b02e-48af-baec-82c823ed34e2 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 931 time: 0.1216097 Jan 18 16:32:48.124010 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['0e5fd19d-7b69-41f6-849c-97ce9658dc29'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:32:48.134025 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.187866 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f8b20-9404-4c6d-86f2-0e87bbbb00ed req-faa120aa-e8be-43a8-b2cf-580c6dd212de tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:48.206817 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa09290d-39fa-4905-a3b8-7131af4173ee up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:48.208486 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b74f8b20-9404-4c6d-86f2-0e87bbbb00ed req-faa120aa-e8be-43a8-b2cf-580c6dd212de tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1932023 Jan 18 16:32:48.231827 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks [] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.253871 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cc442495-96b0-4532-ba33-faaf04f5398b req-b74bf8f1-4a9a-46d9-96d0-ffff4771e88e tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637900 Jan 18 16:32:48.262053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.390538 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b74f8b20-9404-4c6d-86f2-0e87bbbb00ed req-67601782-6246-4619-bbdb-e47af31a97ac tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1793964 Jan 18 16:32:48.459262 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port aa09290d-39fa-4905-a3b8-7131af4173ee triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:48.459548 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866e857-6869-4a7b-b3df-9011e580b32a req-ebb61dcd-b569-4e7f-815b-cfe152a3691f tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:48.468104 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.473141 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9866e857-6869-4a7b-b3df-9011e580b32a req-ebb61dcd-b569-4e7f-815b-cfe152a3691f tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.0808544 Jan 18 16:32:48.565964 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (79ae5968-4fa4-4120-8f5c-e672cf7abaac), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.637093 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9866e857-6869-4a7b-b3df-9011e580b32a req-394c3cc7-caf3-4d39-b72d-3760b9bd9073 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623898 Jan 18 16:32:48.657094 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Pushing event updated for resources: {'Port': ['ID=62a34465-c598-42f1-84b8-fdc6b79b42f1,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:48.687301 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9b082-1a8b-4c1a-93a5-93c8df1e1622 req-7d6d0062-9f4d-4d6d-bb16-e9f02fac553a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:48.688865 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ce9b082-1a8b-4c1a-93a5-93c8df1e1622 req-7d6d0062-9f4d-4d6d-bb16-e9f02fac553a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1351976 Jan 18 16:32:48.726199 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port aa09290d-39fa-4905-a3b8-7131af4173ee is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:48.727132 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.781326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port aa09290d-39fa-4905-a3b8-7131af4173ee, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=aa09290d-39fa-4905-a3b8-7131af4173ee,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:48.782761 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ce9b082-1a8b-4c1a-93a5-93c8df1e1622 req-2f089cfc-7000-4ae1-a7c4-db00b9cf79ca tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858941 Jan 18 16:32:48.791636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.840446 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Network 7da37714-6399-44e9-9bf5-7402ba503bfc is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:32:48.860218 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:32:48.889816 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39ad36c-c85b-4774-a7c4-2ec833039594 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:32:48.930652 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Publish callbacks [] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:48.939240 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=aa09290d-39fa-4905-a3b8-7131af4173ee,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:48.956611 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Transition to ACTIVE for port object b39ad36c-c85b-4774-a7c4-2ec833039594 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:32:49.021983 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:49.082389 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Router 79ae5968-4fa4-4120-8f5c-e672cf7abaac has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:32:49.085921 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Pushing event updated for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:49.228432 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-dd1f7cb0-0a65-4b79-9b5a-80f497306203 None None] Provisioning complete for port 62a34465-c598-42f1-84b8-fdc6b79b42f1 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:49.229048 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dd1f7cb0-0a65-4b79-9b5a-80f497306203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:49.248319 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Attempting to bind port b39ad36c-c85b-4774-a7c4-2ec833039594 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:49.248676 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Attempting to bind port b39ad36c-c85b-4774-a7c4-2ec833039594 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:49.249030 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Attempting to bind port b39ad36c-c85b-4774-a7c4-2ec833039594 on network 4a674afc-ab26-4529-b716-118a44373ef3 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:49.258639 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Port b39ad36c-c85b-4774-a7c4-2ec833039594 on network 4a674afc-ab26-4529-b716-118a44373ef3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:32:49.258967 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Attempting to bind port b39ad36c-c85b-4774-a7c4-2ec833039594 on network 4a674afc-ab26-4529-b716-118a44373ef3 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:49.269635 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:49.269635 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Checking segment: {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:49.269973 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Bound using segment: {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:49.270417 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Bound port: b39ad36c-c85b-4774-a7c4-2ec833039594, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79188b8d-95d8-45c0-a14f-8a169e34b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:49.270784 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:49.275454 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f7cb0-0a65-4b79-9b5a-80f497306203 None None] Port 62a34465-c598-42f1-84b8-fdc6b79b42f1 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:32:49.291817 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:32:49.301649 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Sync routers for ids ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:32:49.312547 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-30411084-4de4-41ba-869c-8e6dc2592220 admin admin] 10.222.0.82 "PUT /v2.0/routers/79ae5968-4fa4-4120-8f5c-e672cf7abaac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0923941 Jan 18 16:32:49.327227 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Routers {'79ae5968-4fa4-4120-8f5c-e672cf7abaac'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:49.333141 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:49.397796 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:49.401253 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b39ad36c-c85b-4774-a7c4-2ec833039594,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:49.407067 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:49.449627 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:49.450424 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:49.450861 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91088cf5-50c6-41f7-9b28-26a2c17c174a req-61508171-8532-4abb-80ab-0582c7392c75 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:49.452291 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] 10.222.0.45 "PUT /v2.0/ports/b39ad36c-c85b-4774-a7c4-2ec833039594 HTTP/1.1" status: 200 len: 1093 time: 1.4012947 Jan 18 16:32:49.461940 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91088cf5-50c6-41f7-9b28-26a2c17c174a req-61508171-8532-4abb-80ab-0582c7392c75 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.1012495 Jan 18 16:32:49.516233 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea9663-bec9-4bb5-8ddf-55805ad1df35 service neutron] Pushing event updated for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:49.539854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:49.543212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312f2851-79c5-49bb-be08-1074a1d19cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:49.600395 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91088cf5-50c6-41f7-9b28-26a2c17c174a req-1a080921-2fe6-4de2-a195-ffc6c343355e tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367378 Jan 18 16:32:49.634049 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13483ed-8fc0-42d7-9d8e-9e8d1003f2f3 req-3b1e0a3a-ef99-40f8-8a83-04b1a004888f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:49.637714 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d13483ed-8fc0-42d7-9d8e-9e8d1003f2f3 req-3b1e0a3a-ef99-40f8-8a83-04b1a004888f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0846434 Jan 18 16:32:49.653188 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b47de61-5bb6-465e-a5cc-91d3c793c00d x-openstack-request-id: req-9b47de61-5bb6-465e-a5cc-91d3c793c00d {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:49.653777 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:49.653777 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9b47de61-5bb6-465e-a5cc-91d3c793c00d {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:49.654298 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594', 'status': 'completed', 'code': 200} Jan 18 16:32:49.665554 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Set router 79ae5968-4fa4-4120-8f5c-e672cf7abaac gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:49.759101 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d13483ed-8fc0-42d7-9d8e-9e8d1003f2f3 req-73793e55-cd94-4243-9bac-c76930fe2d71 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136506 Jan 18 16:32:49.784265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6e3d9-b4da-4224-a490-fede4186e864 req-5bf8d426-baf8-492a-a77f-cffb1feb372c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:49.786501 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27d6e3d9-b4da-4224-a490-fede4186e864 req-5bf8d426-baf8-492a-a77f-cffb1feb372c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.0711889 Jan 18 16:32:49.916035 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:32:46Z', 'revision_number': 4, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '62a34465-c598-42f1-84b8-fdc6b79b42f1', 'name': '', 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'mac_address': 'fa:16:3e:9a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:45Z', 'updated_at': '2022-01-18T16:32:47Z', 'revision_number': 2, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'subnets': [{'id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:49.917591 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27d6e3d9-b4da-4224-a490-fede4186e864 req-1d8c2365-87fe-48b5-ab90-6072e16aaa1f tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220212 Jan 18 16:32:49.947871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Checking router: 79ae5968-4fa4-4120-8f5c-e672cf7abaac for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:32:49.948076 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a0054-5f58-4538-a932-f9c6ffb76090 req-4f5db513-5058-47fc-9b5a-1cdd6a9606c9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:49.948617 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Updating router 79ae5968-4fa4-4120-8f5c-e672cf7abaac port 62a34465-c598-42f1-84b8-fdc6b79b42f1 binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:32:49.955456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-399a0054-5f58-4538-a932-f9c6ffb76090 req-4f5db513-5058-47fc-9b5a-1cdd6a9606c9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0897593 Jan 18 16:32:49.982869 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.009543 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-399a0054-5f58-4538-a932-f9c6ffb76090 req-12415841-e5f0-44a2-a955-248a4ab02fcb tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530772 Jan 18 16:32:50.103306 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa09290d-39fa-4905-a3b8-7131af4173ee up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:50.222446 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port aa09290d-39fa-4905-a3b8-7131af4173ee triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:50.222686 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.384212 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port aa09290d-39fa-4905-a3b8-7131af4173ee is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:50.388031 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Publish callbacks [] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.397825 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.490858 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf540-0988-4fda-951f-7e48a0f4da75 None None] Pushing event updated for resources: {'Port': ['ID=62a34465-c598-42f1-84b8-fdc6b79b42f1,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:50.536636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Attempting to bind port 62a34465-c598-42f1-84b8-fdc6b79b42f1 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:32:50.537042 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Attempting to bind port 62a34465-c598-42f1-84b8-fdc6b79b42f1 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:32:50.537420 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Attempting to bind port 62a34465-c598-42f1-84b8-fdc6b79b42f1 on network 7da37714-6399-44e9-9bf5-7402ba503bfc {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:32:50.543227 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:32:50.543886 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Checking segment: {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:32:50.544448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.545025 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Bound using segment: {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:32:50.545917 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Bound port: 62a34465-c598-42f1-84b8-fdc6b79b42f1, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae94a54c-24fa-44be-b7ed-07991b218587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:32:50.546577 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.648978 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] For port 62a34465-c598-42f1-84b8-fdc6b79b42f1, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:32:50.653739 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] For port 62a34465-c598-42f1-84b8-fdc6b79b42f1, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=62a34465-c598-42f1-84b8-fdc6b79b42f1,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:32:50.659171 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:50.735212 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Routers {'79ae5968-4fa4-4120-8f5c-e672cf7abaac'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:32:50.736742 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:50.797577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af9566-5c72-4aac-a0d7-2f1fa3ee2404 req-dadee973-8286-4c57-bddb-2437f76e52c0 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:50.807705 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a9af9566-5c72-4aac-a0d7-2f1fa3ee2404 req-dadee973-8286-4c57-bddb-2437f76e52c0 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.1002152 Jan 18 16:32:50.913374 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a9af9566-5c72-4aac-a0d7-2f1fa3ee2404 req-5f58c752-4e1b-4866-a25b-400e19898154 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971649 Jan 18 16:32:50.922692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] Set router 79ae5968-4fa4-4120-8f5c-e672cf7abaac gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:32:50.993183 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b612cdf-dc1e-410a-a222-a1356b5c0b7e req-fafc8635-b13c-4cd2-8185-bac817834426 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:50.994984 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9b612cdf-dc1e-410a-a222-a1356b5c0b7e req-fafc8635-b13c-4cd2-8185-bac817834426 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0803254 Jan 18 16:32:51.000548 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] Provisioning complete for port 62a34465-c598-42f1-84b8-fdc6b79b42f1 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:51.000947 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:51.100853 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecf540-0988-4fda-951f-7e48a0f4da75 None None] Pushing event updated for resources: {'Port': ['ID=62a34465-c598-42f1-84b8-fdc6b79b42f1,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:51.125070 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9b612cdf-dc1e-410a-a222-a1356b5c0b7e req-b4417078-448c-4d36-8d8a-53e8dac6c99e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207676 Jan 18 16:32:51.162404 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4821ba-3d89-4584-bb77-f1e0527e155d req-9cdb173a-f82b-4abf-b472-b52d35a308a6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:51.164459 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0e4821ba-3d89-4584-bb77-f1e0527e155d req-9cdb173a-f82b-4abf-b472-b52d35a308a6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.1124058 Jan 18 16:32:51.264843 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] Current status of the port 62a34465-c598-42f1-84b8-fdc6b79b42f1 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:51.265264 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:51.308008 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0e4821ba-3d89-4584-bb77-f1e0527e155d req-53a8e99c-3de5-4a2f-aa87-8919c505f668 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370103 Jan 18 16:32:51.324542 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] For port 62a34465-c598-42f1-84b8-fdc6b79b42f1, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=62a34465-c598-42f1-84b8-fdc6b79b42f1,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:51.333251 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:51.349800 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3803fb-a170-4e4b-a495-382322ff8c22 req-fe950a48-6ad1-4a3f-9ca8-53dab79b9d3d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:51.351347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d3803fb-a170-4e4b-a495-382322ff8c22 req-fe950a48-6ad1-4a3f-9ca8-53dab79b9d3d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0862780 Jan 18 16:32:51.388661 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:32:46Z', 'revision_number': 4, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '62a34465-c598-42f1-84b8-fdc6b79b42f1', 'name': '', 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'mac_address': 'fa:16:3e:9a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:45Z', 'updated_at': '2022-01-18T16:32:50Z', 'revision_number': 4, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'subnets': [{'id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:32:51.419325 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b600a0d-7aa2-4567-859b-5b9ae2db1f4f None None] The sync data for ids ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'] in dv-cinder-788368-3-iscsi is: [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:32:46Z', 'revision_number': 4, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '62a34465-c598-42f1-84b8-fdc6b79b42f1', 'name': '', 'network_id': '7da37714-6399-44e9-9bf5-7402ba503bfc', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'mac_address': 'fa:16:3e:9a:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:45Z', 'updated_at': '2022-01-18T16:32:50Z', 'revision_number': 4, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'subnets': [{'id': 'ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:32:51.421700 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c4377-4585-4e01-b3d4-ffb128f6e0cf None None] Pushing event updated for resources: {'Port': ['ID=62a34465-c598-42f1-84b8-fdc6b79b42f1,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:51.435128 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d3803fb-a170-4e4b-a495-382322ff8c22 req-18459857-3569-4f72-993d-b2dbb1339821 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627365 Jan 18 16:32:51.461354 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-98ee6ab9-d9a4-4d3a-b846-2ef4ee2d5165 None None] Provisioning complete for port 62a34465-c598-42f1-84b8-fdc6b79b42f1 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:51.461918 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-98ee6ab9-d9a4-4d3a-b846-2ef4ee2d5165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:51.603372 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-98ee6ab9-d9a4-4d3a-b846-2ef4ee2d5165 None None] Current status of the port 62a34465-c598-42f1-84b8-fdc6b79b42f1 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:51.747721 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device d6be0e64-7cfa-4b6c-9ce0-2103385f693f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:32:51.771152 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: d6be0e64-7cfa-4b6c-9ce0-2103385f693f {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:32:51.771724 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device d6be0e64-7cfa-4b6c-9ce0-2103385f693f not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:32:51.805173 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2851-79c5-49bb-be08-1074a1d19cfb req-6a8bd0f4-6715-4d18-9f1a-bee6abb82d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:51.806842 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-312f2851-79c5-49bb-be08-1074a1d19cfb req-6a8bd0f4-6715-4d18-9f1a-bee6abb82d5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 1096 time: 0.0610058 Jan 18 16:32:51.959501 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-0bd0d251-0362-45c6-b88e-1af7ab567288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:51.961499 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-0bd0d251-0362-45c6-b88e-1af7ab567288 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1098 time: 0.1389999 Jan 18 16:32:52.119899 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1effef-4c02-4835-bf67-a958d9e69d65 req-ebc01592-e773-4e8c-8094-13cf60669eaf tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.128833 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9d1effef-4c02-4835-bf67-a958d9e69d65 req-ebc01592-e773-4e8c-8094-13cf60669eaf tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.1211812 Jan 18 16:32:52.284970 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9d1effef-4c02-4835-bf67-a958d9e69d65 req-39f0a9b8-f57c-4669-b7e4-daa74424c196 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442585 Jan 18 16:32:52.292109 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2851-79c5-49bb-be08-1074a1d19cfb req-ec67be53-8ba2-4423-ae19-c61c74c16d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.315648 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-312f2851-79c5-49bb-be08-1074a1d19cfb req-ec67be53-8ba2-4423-ae19-c61c74c16d71 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4898491 Jan 18 16:32:52.358580 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 62a34465-c598-42f1-84b8-fdc6b79b42f1 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:52.419799 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154a4ba-a12b-42f2-a0a2-9ff945dc19ec req-0f73dc3c-3651-4a87-b1e2-9d8c16ca7aea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.421389 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7154a4ba-a12b-42f2-a0a2-9ff945dc19ec req-0f73dc3c-3651-4a87-b1e2-9d8c16ca7aea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1277931 Jan 18 16:32:52.434194 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 62a34465-c598-42f1-84b8-fdc6b79b42f1 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:52.435636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:52.559115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 62a34465-c598-42f1-84b8-fdc6b79b42f1 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:52.568396 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-7267570c-1ed4-47fe-bbd9-d7e8e99a60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.570042 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-7267570c-1ed4-47fe-bbd9-d7e8e99a60a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.5872626 Jan 18 16:32:52.579217 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c85e6-3404-4ab4-aa88-fb3ac71c1ebf req-515301e4-aa8c-4ac4-ae74-368004476262 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.587416 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c06c85e6-3404-4ab4-aa88-fb3ac71c1ebf req-515301e4-aa8c-4ac4-ae74-368004476262 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.1584995 Jan 18 16:32:52.592862 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7154a4ba-a12b-42f2-a0a2-9ff945dc19ec req-8ec54266-990c-40a4-bc6e-085a9ddff3b8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296599 Jan 18 16:32:52.695516 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2851-79c5-49bb-be08-1074a1d19cfb req-37df56d6-8d0f-432b-9c9a-c61b17cb2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.700950 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c06c85e6-3404-4ab4-aa88-fb3ac71c1ebf req-340471df-46c4-4f95-a831-f6a0a89f177f tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926843 Jan 18 16:32:52.712661 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-312f2851-79c5-49bb-be08-1074a1d19cfb req-37df56d6-8d0f-432b-9c9a-c61b17cb2a59 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3743796 Jan 18 16:32:52.823715 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdce84-5fba-4438-96df-6543b0bb9870 req-6a16c934-d140-4ac9-a5af-e8299e8f47b1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.825825 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3cdce84-5fba-4438-96df-6543b0bb9870 req-6a16c934-d140-4ac9-a5af-e8299e8f47b1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1239595 Jan 18 16:32:52.836245 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ada114-7f32-4731-b4f8-8d25c2492e75 req-82f627d4-b58b-4bd3-89f4-32b25d5c2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.837993 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-68ada114-7f32-4731-b4f8-8d25c2492e75 req-82f627d4-b58b-4bd3-89f4-32b25d5c2f52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.4896774 Jan 18 16:32:52.857098 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-45ceebb3-fa35-4cfa-ba91-7c4e9e9eab3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 200 len: 1001 time: 0.2445695 Jan 18 16:32:52.896767 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-c3cf4e50-b40f-4f29-8418-6f0796354d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:52.898232 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-c3cf4e50-b40f-4f29-8418-6f0796354d1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 1096 time: 0.1257422 Jan 18 16:32:52.950686 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3cdce84-5fba-4438-96df-6543b0bb9870 req-5c2c66f3-7523-4e1b-8783-6dbf28be0bc7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087878 Jan 18 16:32:53.016516 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-622b5f6b-e46f-41a2-a20c-399db76c0822 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b39ad36c-c85b-4774-a7c4-2ec833039594 HTTP/1.1" status: 200 len: 217 time: 0.0902927 Jan 18 16:32:53.072143 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-68ada114-7f32-4731-b4f8-8d25c2492e75 req-0ffc5603-ac87-458f-b6d1-3e7bd3dbe84c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243078 Jan 18 16:32:53.077565 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-c284f0eb-66cb-4c25-bfdf-fb67a40e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:53.079232 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-c284f0eb-66cb-4c25-bfdf-fb67a40e4a0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.2091267 Jan 18 16:32:53.094430 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-c9c03e8f-6cb3-49a3-bab4-06b30aa39722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:53.096144 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-c9c03e8f-6cb3-49a3-bab4-06b30aa39722 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=480499bf-147e-4f5a-b7bc-aa40ed30fa62 HTTP/1.1" status: 200 len: 849 time: 0.0694644 Jan 18 16:32:53.411341 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966fc2-da48-48d2-9929-acada864c5d1 req-2cee87fc-246a-46f0-8023-ba37a4be09c7 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:53.414756 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9d966fc2-da48-48d2-9929-acada864c5d1 req-2cee87fc-246a-46f0-8023-ba37a4be09c7 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0605981 Jan 18 16:32:53.466822 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9d966fc2-da48-48d2-9929-acada864c5d1 req-36225248-a4ac-44e2-b7a2-0cc4cfa7b696 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465889 Jan 18 16:32:53.754397 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faa1ce-3b92-4db3-94a3-9e1ace57247c req-4ec61d14-4afe-4b97-8c5a-2110d9b7f964 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:53.756096 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-31faa1ce-3b92-4db3-94a3-9e1ace57247c req-4ec61d14-4afe-4b97-8c5a-2110d9b7f964 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0559196 Jan 18 16:32:53.850573 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-31faa1ce-3b92-4db3-94a3-9e1ace57247c req-a6d82ae5-4068-4724-afb9-670b251d9906 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840342 Jan 18 16:32:53.867992 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a392888-fbab-44fd-95e5-64c4df702e82 req-c894ffc3-9fbe-4a00-ad85-06e6612586f7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:53.869855 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a392888-fbab-44fd-95e5-64c4df702e82 req-c894ffc3-9fbe-4a00-ad85-06e6612586f7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.0816386 Jan 18 16:32:53.935750 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a392888-fbab-44fd-95e5-64c4df702e82 req-a9da12f6-3124-4d00-9f61-5d6810044f41 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495551 Jan 18 16:32:54.121732 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af886efc-1e42-4341-8b33-f364672ea1fa req-8247c54a-a9b6-42af-815c-2b02dd1825e5 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:54.123512 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-af886efc-1e42-4341-8b33-f364672ea1fa req-8247c54a-a9b6-42af-815c-2b02dd1825e5 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0675397 Jan 18 16:32:54.177673 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-af886efc-1e42-4341-8b33-f364672ea1fa req-068081fa-b3cf-4d1a-bc3b-b77ca9bf5501 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Jan 18 16:32:54.594653 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de577d8-ec69-40fc-9f86-1ecddf6b7f80 req-2f5e7836-5065-4089-9f7f-1d2a4923b286 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:54.596480 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8de577d8-ec69-40fc-9f86-1ecddf6b7f80 req-2f5e7836-5065-4089-9f7f-1d2a4923b286 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0569594 Jan 18 16:32:54.655624 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8de577d8-ec69-40fc-9f86-1ecddf6b7f80 req-18bec98e-3d35-400d-aaab-cfecc2e697f9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533979 Jan 18 16:32:55.014723 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6a4a-1c26-477f-82b3-6c26d26c2799 req-33de3db9-5b56-4523-953c-a6d7865bc81a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:55.016212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-227b6a4a-1c26-477f-82b3-6c26d26c2799 req-33de3db9-5b56-4523-953c-a6d7865bc81a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.0842254 Jan 18 16:32:55.098836 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-227b6a4a-1c26-477f-82b3-6c26d26c2799 req-2fc92a0e-cc68-4aa9-b409-e3145de6006c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750496 Jan 18 16:32:55.154432 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42a0ae-6ff9-461f-987b-d49509202538 req-e90f934f-461d-4304-8960-b355b330c483 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:55.157411 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eb42a0ae-6ff9-461f-987b-d49509202538 req-e90f934f-461d-4304-8960-b355b330c483 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 945 time: 0.0740798 Jan 18 16:32:55.224662 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eb42a0ae-6ff9-461f-987b-d49509202538 req-f6786a3e-0e63-49c9-916a-3bdcc6613626 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588071 Jan 18 16:32:55.325269 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac02ca-c25b-471d-8e98-d79cb6aa373e req-27ec20e3-8382-41cc-bed0-439e97ceb9f9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:55.326966 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cfac02ca-c25b-471d-8e98-d79cb6aa373e req-27ec20e3-8382-41cc-bed0-439e97ceb9f9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0560005 Jan 18 16:32:55.382535 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cfac02ca-c25b-471d-8e98-d79cb6aa373e req-1456f586-6429-489c-96ee-63b6d84fa5aa tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484374 Jan 18 16:32:55.476163 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 0e5fd19d-7b69-41f6-849c-97ce9658dc29 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:32:55.530232 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:32:55.535357 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:32:55.535996 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:55.624375 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:55.625065 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:55.654695 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:55.656872 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89852364-bd41-4315-9538-7deb9eb0d6a9" -d '{"events": [{"server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "name": "network-vif-plugged", "status": "completed", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:55.672025 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:55.695368 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:55.715221 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e41e02f-3f5d-4a8a-971d-2d4a1ee19a72 x-openstack-request-id: req-0e41e02f-3f5d-4a8a-971d-2d4a1ee19a72 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:55.717251 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "name": "network-vif-plugged", "status": "completed", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:55.717678 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0e41e02f-3f5d-4a8a-971d-2d4a1ee19a72 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:55.718230 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'code': 200} Jan 18 16:32:55.774177 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=0e5fd19d-7b69-41f6-849c-97ce9658dc29,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:55.836486 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b10060-d459-43b3-b331-ca0b585f4509 req-c6a743af-f83b-4b28-8c13-a32cfca33ac0 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:55.843233 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c9b10060-d459-43b3-b331-ca0b585f4509 req-c6a743af-f83b-4b28-8c13-a32cfca33ac0 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0783179 Jan 18 16:32:55.896903 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c9b10060-d459-43b3-b331-ca0b585f4509 req-112900c2-ee96-48ed-bc77-42cb4a8b2f4a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Jan 18 16:32:56.290407 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57ab08-4ef6-4eab-9104-e83794e259a7 req-cffea057-2181-44a5-b98d-64e4772b9071 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:56.291979 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ba57ab08-4ef6-4eab-9104-e83794e259a7 req-cffea057-2181-44a5-b98d-64e4772b9071 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 945 time: 0.1002784 Jan 18 16:32:56.380687 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ba57ab08-4ef6-4eab-9104-e83794e259a7 req-71294fa8-aab4-4b6d-bfec-da9508a8e55b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802073 Jan 18 16:32:56.396593 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc094742-9bd9-4793-ad5d-9c0a6292d6bb req-d11bf75d-563a-4521-ae14-bfc71d5b8b74 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:56.398637 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc094742-9bd9-4793-ad5d-9c0a6292d6bb req-d11bf75d-563a-4521-ae14-bfc71d5b8b74 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.0746963 Jan 18 16:32:56.461555 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc094742-9bd9-4793-ad5d-9c0a6292d6bb req-6ff35a03-70c3-4330-b3e5-09de75f81752 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573807 Jan 18 16:32:56.481525 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:32:56.545564 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-a551cae9-b266-46e1-969b-7633efb3fb88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4a674afc-ab26-4529-b716-118a44373ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567322 Jan 18 16:32:56.577479 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90298d8f-ef70-4a76-bcb8-dbed08f11ce2 req-82741355-9d8d-4098-a6b0-a6c318992a37 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:56.579055 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90298d8f-ef70-4a76-bcb8-dbed08f11ce2 req-82741355-9d8d-4098-a6b0-a6c318992a37 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1001527 Jan 18 16:32:56.618988 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-48acec10-203b-4c8d-a7ac-325b2ee59e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:56.620508 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-48acec10-203b-4c8d-a7ac-325b2ee59e7d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211462 Jan 18 16:32:56.631781 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: ACTIVE; New status is: DOWN {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:32:56.632437 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:56.672613 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90298d8f-ef70-4a76-bcb8-dbed08f11ce2 req-2f1643a3-0328-49e1-b7a8-79213631b683 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866742 Jan 18 16:32:56.749267 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:32:56.754920 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:56.769312 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-705f6e12-509a-46d6-97aa-4fa4f417c807 service neutron] 10.222.0.45 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149057 Jan 18 16:32:56.856489 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=8']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:32:56.993483 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-74c6ad6b-e85c-40fe-8ece-bcbbfedc63f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:57.076661 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca3845-5805-4dee-b39e-dd3f9570c39d req-043c7577-2207-485e-982e-b8d7a076a345 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:57.084313 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-09ca3845-5805-4dee-b39e-dd3f9570c39d req-043c7577-2207-485e-982e-b8d7a076a345 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0641742 Jan 18 16:32:57.142036 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-09ca3845-5805-4dee-b39e-dd3f9570c39d req-c9ba1546-4dab-46c9-9983-0263b39192b7 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566196 Jan 18 16:32:57.228823 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-32a7311f-8d2e-47a8-b2dd-fc4631a9d826 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963919 Jan 18 16:32:57.364901 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-05f886bf-54e1-4605-9b16-5496abd23c37 req-5225405d-5818-4c9e-92a9-6bd0a97b7b52 service neutron] 10.222.0.45 "GET /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5876319 Jan 18 16:32:57.415038 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-16f275ff-d3ff-470e-a4a9-29d7cbbf48c7 req-7e5c7c3c-6af9-4175-b84b-71e2d6802667 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654966 Jan 18 16:32:57.418573 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad344401-6c7a-4866-ae3f-883fbb6cc5b1 req-df800410-1ab6-4db6-8d6c-09e0d0fee47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:57.423225 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ad344401-6c7a-4866-ae3f-883fbb6cc5b1 req-df800410-1ab6-4db6-8d6c-09e0d0fee47c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 1099 time: 0.1917968 Jan 18 16:32:57.551368 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ad344401-6c7a-4866-ae3f-883fbb6cc5b1 req-66003cee-6f41-48c5-ad6b-0a3e9afa0eff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975125 Jan 18 16:32:57.613522 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761df62d-cf10-49e7-b3f2-9cc871a1d75c req-d6750033-3d86-46bf-bac3-741e743d73c7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:57.615686 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-761df62d-cf10-49e7-b3f2-9cc871a1d75c req-d6750033-3d86-46bf-bac3-741e743d73c7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1409659 Jan 18 16:32:57.729187 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:32:57.729187 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e990f1a4-1e54-41c9-a6bd-8805223c5d4b" -d '{"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:32:57.736960 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-761df62d-cf10-49e7-b3f2-9cc871a1d75c req-a44f2413-756c-4e37-8328-7f0f476b38d2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151006 Jan 18 16:32:57.760157 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f68bc-4b5c-45d4-9eff-5bd3994aaa89 req-eb12362a-80d1-4e8a-89e3-e37fbca823ed tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:57.760157 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb7f68bc-4b5c-45d4-9eff-5bd3994aaa89 req-eb12362a-80d1-4e8a-89e3-e37fbca823ed tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.1267936 Jan 18 16:32:57.901939 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb7f68bc-4b5c-45d4-9eff-5bd3994aaa89 req-fbbd20d4-5559-4932-ad80-82e6dbb3376a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423066 Jan 18 16:32:57.924977 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2310a-c606-467d-8e49-a1b8cfb530f5 req-ec89346a-3205-4ff5-983d-c20a23dadda7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:57.929501 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5eb2310a-c606-467d-8e49-a1b8cfb530f5 req-ec89346a-3205-4ff5-983d-c20a23dadda7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1076324 Jan 18 16:32:57.953645 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6907470-6844-4f64-9fa9-becb35a4dc47 x-openstack-request-id: req-a6907470-6844-4f64-9fa9-becb35a4dc47 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:32:57.953951 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:32:57.954322 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a6907470-6844-4f64-9fa9-becb35a4dc47 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:32:57.954729 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'code': 200} Jan 18 16:32:57.992007 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5eb2310a-c606-467d-8e49-a1b8cfb530f5 req-c5bde7a7-b11a-4f71-b73d-9eb28acbd328 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586548 Jan 18 16:32:58.289787 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905d58c-b7c5-4cd1-84ef-c8d34122e7e0 req-d2ef974a-55e9-45ae-ab4e-012262cad6d9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:58.292744 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6905d58c-b7c5-4cd1-84ef-c8d34122e7e0 req-d2ef974a-55e9-45ae-ab4e-012262cad6d9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0806012 Jan 18 16:32:58.382480 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6905d58c-b7c5-4cd1-84ef-c8d34122e7e0 req-10523c67-14a5-4f11-b863-91a8a33f8ff9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802057 Jan 18 16:32:58.507244 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-8ba6391c-923c-4250-9327-ccb6986cc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:58.509341 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-8ba6391c-923c-4250-9327-ccb6986cc2cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 1098 time: 0.0571887 Jan 18 16:32:58.535100 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5147ba-c099-46cd-ad16-567263d6dff0 req-9feb27c5-ec6b-4723-b27f-873786e71f41 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:58.542045 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd5147ba-c099-46cd-ad16-567263d6dff0 req-9feb27c5-ec6b-4723-b27f-873786e71f41 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0669601 Jan 18 16:32:58.605493 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd5147ba-c099-46cd-ad16-567263d6dff0 req-f419da44-a453-4a5f-93c3-5d66722a25fc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624022 Jan 18 16:32:58.653014 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-3d6ab4ad-d8ed-4b76-b7ec-1c91e2949030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:58.655340 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-3d6ab4ad-d8ed-4b76-b7ec-1c91e2949030 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 200 len: 919 time: 0.1269610 Jan 18 16:32:58.715477 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-96c55de0-85bf-4caf-8f9a-f80bef04ffe8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 200 len: 217 time: 0.0531499 Jan 18 16:32:58.794253 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-78d86052-8b4f-4ff1-882a-89b6bd263e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:58.795934 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-78d86052-8b4f-4ff1-882a-89b6bd263e46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 200 len: 858 time: 0.0679839 Jan 18 16:32:58.843668 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-2b1e2453-3027-4cd7-827e-b178a2b29c52 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e0778d95-b90a-4014-b401-c41ebc0e7209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286403 Jan 18 16:32:58.898831 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf9cbb-f4db-44a8-bc86-4fd63bf78035 req-09de587a-4e3d-437e-ad76-e8c6d9d6a84c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:58.909484 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-79cf9cbb-f4db-44a8-bc86-4fd63bf78035 req-09de587a-4e3d-437e-ad76-e8c6d9d6a84c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0882571 Jan 18 16:32:59.014286 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-fcbdaf69-6f3b-4658-86c1-a89052d36eb1 service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487095 Jan 18 16:32:59.020199 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-79cf9cbb-f4db-44a8-bc86-4fd63bf78035 req-1dfda340-a6f1-4371-b6a1-48cfa9e227b0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027124 Jan 18 16:32:59.090908 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846939b9-3d63-4529-a7ee-ed2556d2f048 req-10c2d8cb-98a5-4707-85c1-d42973fc5ba9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:59.100473 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-846939b9-3d63-4529-a7ee-ed2556d2f048 req-10c2d8cb-98a5-4707-85c1-d42973fc5ba9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.1150808 Jan 18 16:32:59.184630 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4e946ffb-2dee-43a3-8125-b98413e6d54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:32:59.218526 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-846939b9-3d63-4529-a7ee-ed2556d2f048 req-7271cded-54ef-4183-b5b7-8c58ca64548a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114118 Jan 18 16:32:59.222349 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2d19a513-dcc6-4360-a94a-3b7997fe9611 req-13905aec-f9a5-44b9-b79f-cbc056e3dc9a service neutron] 10.222.0.45 "GET /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960371 Jan 18 16:32:59.538220 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f25b2-4028-4090-97f0-b5df54c07755 req-f62af10d-e81d-4579-ac39-32a0422719b6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:59.547908 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b3f25b2-4028-4090-97f0-b5df54c07755 req-f62af10d-e81d-4579-ac39-32a0422719b6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0802293 Jan 18 16:32:59.624201 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b3f25b2-4028-4090-97f0-b5df54c07755 req-b1a6a6d6-2c40-4e55-8b09-9db7baec61bd tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738332 Jan 18 16:32:59.772963 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947562e3-958b-48f3-a033-ff531bb0354e req-68c76dfa-f514-4ad1-b2ee-a9a41c908b7b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:32:59.774789 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-947562e3-958b-48f3-a033-ff531bb0354e req-68c76dfa-f514-4ad1-b2ee-a9a41c908b7b tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0661390 Jan 18 16:32:59.838210 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-947562e3-958b-48f3-a033-ff531bb0354e req-9c3eddac-797b-49aa-8a85-cf3249d3f29c tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525193 Jan 18 16:33:00.096420 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:00.193928 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309e2d6-ac27-4b79-895c-921ebe91ddc1 req-bddf20ab-e664-4feb-b67a-3caab653f829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:00.196076 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f309e2d6-ac27-4b79-895c-921ebe91ddc1 req-bddf20ab-e664-4feb-b67a-3caab653f829 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0597806 Jan 18 16:33:00.296893 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f309e2d6-ac27-4b79-895c-921ebe91ddc1 req-0803f977-0e69-4e40-892a-79270d308e20 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940578 Jan 18 16:33:00.406410 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:00.418036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523dddb-e5f8-42ba-9f49-9790bca6a981 req-4db38087-0301-419c-8fe7-c3d7f53d7e74 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:00.420572 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7523dddb-e5f8-42ba-9f49-9790bca6a981 req-4db38087-0301-419c-8fe7-c3d7f53d7e74 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.0952544 Jan 18 16:33:00.484541 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7523dddb-e5f8-42ba-9f49-9790bca6a981 req-690657f4-4f7b-4c6a-9033-3d6b93996b3a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575840 Jan 18 16:33:00.498110 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b39ad36c-c85b-4774-a7c4-2ec833039594 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:00.642608 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92503f53-8842-454d-a691-84f3a606b80c req-ce7eae1a-0a44-4fdd-861c-2b57d5a2ff72 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:00.651355 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-92503f53-8842-454d-a691-84f3a606b80c req-ce7eae1a-0a44-4fdd-861c-2b57d5a2ff72 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.0744514 Jan 18 16:33:00.683981 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b39ad36c-c85b-4774-a7c4-2ec833039594,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:00.743847 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-92503f53-8842-454d-a691-84f3a606b80c req-2ef78582-9721-450a-ab22-89b72df2be32 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849025 Jan 18 16:33:00.771329 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44236) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:00.893005 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed0a57-34a0-46c8-b61c-dbc2bd79532b req-368e7ddb-452f-49c4-abf8-c1bae04658d3 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:00.895517 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52ed0a57-34a0-46c8-b61c-dbc2bd79532b req-368e7ddb-452f-49c4-abf8-c1bae04658d3 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0940835 Jan 18 16:33:00.990580 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'b39ad36c-c85b-4774-a7c4-2ec833039594', 'network_id': '4a674afc-ab26-4529-b716-118a44373ef3', 'port_id': 'b39ad36c-c85b-4774-a7c4-2ec833039594', 'mac_address': 'fa:16:3e:75:8b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480499bf-147e-4f5a-b7bc-aa40ed30fa62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:01.057213 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port b39ad36c-c85b-4774-a7c4-2ec833039594 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:01.057612 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:01.065670 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52ed0a57-34a0-46c8-b61c-dbc2bd79532b req-17009bcd-f56c-4d93-b26c-08fbdcb41e7e tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627936 Jan 18 16:33:01.088628 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39ad36c-c85b-4774-a7c4-2ec833039594 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:01.129046 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a44256-8d8a-4779-845d-35c44930e41a req-533142c3-2170-487e-bb75-21c4f230519e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:01.139963 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91a44256-8d8a-4779-845d-35c44930e41a req-533142c3-2170-487e-bb75-21c4f230519e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.1774480 Jan 18 16:33:01.172270 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b39ad36c-c85b-4774-a7c4-2ec833039594,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:01.192885 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:01.252173 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d016044-73e6-451b-981a-2ede2a8071d1 tempest-TestVolumeBootPattern-212251077 tempest-TestVolumeBootPattern-212251077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:01.253719 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4d016044-73e6-451b-981a-2ede2a8071d1 tempest-TestVolumeBootPattern-212251077 tempest-TestVolumeBootPattern-212251077-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 1094 time: 0.4813190 Jan 18 16:33:01.257091 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44266) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:01.261986 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'port_id': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:01.324711 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91a44256-8d8a-4779-845d-35c44930e41a req-b78a3d0c-a4e2-4520-8723-e9a510006759 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829000 Jan 18 16:33:01.348572 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:01.383736 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:01.537549 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:01.538296 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a786468-d70f-4e98-ad0c-061b02243880 req-e4405a04-e667-4186-b596-7bcffbd6aac4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:01.540053 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6a786468-d70f-4e98-ad0c-061b02243880 req-e4405a04-e667-4186-b596-7bcffbd6aac4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1438806 Jan 18 16:33:01.623479 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['b39ad36c-c85b-4774-a7c4-2ec833039594'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:01.676129 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6a786468-d70f-4e98-ad0c-061b02243880 req-a591d779-90ab-466c-bd19-192b03193981 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251500 Jan 18 16:33:01.774320 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:01.830996 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Allocated IP 172.27.3.80 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/5182da9c-aa98-4027-a9e4-d2568d583602) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:01.999254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (5182da9c-aa98-4027-a9e4-d2568d583602), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:02.057264 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (5182da9c-aa98-4027-a9e4-d2568d583602), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:02.105885 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:02.107783 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:02.112605 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:02.141282 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=5182da9c-aa98-4027-a9e4-d2568d583602,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:02.158699 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.159076 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.159492 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.159908 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.160325 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.160739 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.161185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.161593 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.162000 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.162407 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.162812 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.163212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.163613 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:02.253386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4fd6f-a292-48a2-8e9d-d78a000c37f2 req-5255c570-21f6-4332-87d8-325bead23a98 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:02.265217 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0ba4fd6f-a292-48a2-8e9d-d78a000c37f2 req-5255c570-21f6-4332-87d8-325bead23a98 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 944 time: 0.1146379 Jan 18 16:33:02.354416 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0ba4fd6f-a292-48a2-8e9d-d78a000c37f2 req-3171490d-f249-4a01-b38e-481b36548690 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872037 Jan 18 16:33:02.496247 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277614-a287-4f5a-8db4-abfe4667129e req-13b74168-48ad-4cae-875e-a8c04d1fdda5 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:02.497893 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5a277614-a287-4f5a-8db4-abfe4667129e req-13b74168-48ad-4cae-875e-a8c04d1fdda5 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0707943 Jan 18 16:33:02.519106 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:02.577112 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5a277614-a287-4f5a-8db4-abfe4667129e req-71f4863b-4f28-417e-a5b4-0dd655a16394 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725152 Jan 18 16:33:02.713117 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: DOWN; New status is: DOWN {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:02.722539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (8630855a-a82d-4848-9aaa-0dee4d2221de), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:02.738321 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-0258f30a-f3b5-4431-a2b1-9f3210bcec33 req-9c880381-c8c2-4429-a454-3cefc5808346 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:33:02.747381 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0258f30a-f3b5-4431-a2b1-9f3210bcec33 req-9c880381-c8c2-4429-a454-3cefc5808346 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303504 Jan 18 16:33:02.851135 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (5182da9c-aa98-4027-a9e4-d2568d583602), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.057662 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.079284 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (5182da9c-aa98-4027-a9e4-d2568d583602), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.086955 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (5182da9c-aa98-4027-a9e4-d2568d583602), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.120021 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7d647815-ff0f-4887-be29-38f731006a1d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:03.127352 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7d647815-ff0f-4887-be29-38f731006a1d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 815 time: 0.1924224 Jan 18 16:33:03.145343 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-f610e646-612c-405e-895c-269debf23719 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/quotas/b620d20ca2a943d7a89c58c0c1c74b20 HTTP/1.1" status: 200 len: 375 time: 0.0167999 Jan 18 16:33:03.153552 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=5182da9c-aa98-4027-a9e4-d2568d583602,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:03.228376 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (8630855a-a82d-4848-9aaa-0dee4d2221de), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.276246 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-e36e65bd-7a3e-48d1-890b-604ce04b2cd1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1230686 Jan 18 16:33:03.278932 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44390) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:03.340790 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb96a3a-9ade-49f3-9b6e-fe66477560a1 req-2fc454d0-66bf-414c-a653-4e3a4a3ecc26 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:03.348043 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6eb96a3a-9ade-49f3-9b6e-fe66477560a1 req-2fc454d0-66bf-414c-a653-4e3a4a3ecc26 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1469266 Jan 18 16:33:03.366748 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Floating IP 8630855a-a82d-4848-9aaa-0dee4d2221de associated. External IP: 172.27.3.80, port: 0e5fd19d-7b69-41f6-849c-97ce9658dc29. Jan 18 16:33:03.435365 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6eb96a3a-9ade-49f3-9b6e-fe66477560a1 req-e481494e-1049-4139-a583-45647f574b46 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839307 Jan 18 16:33:03.445702 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-d0557d40-858c-4926-86bc-2bdf67e3b2bf service neutron] 10.222.0.82 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685436 Jan 18 16:33:03.521717 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19ac2168-7c65-44be-af58-91e34d9580e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.532059 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44408) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:03.602200 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-a3fcf3ef-28b3-46b4-9bf8-92cd613f29da service neutron] 10.222.0.82 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553159 Jan 18 16:33:03.637586 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:03.728083 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19ac2168-7c65-44be-af58-91e34d9580e4 admin admin] Publish callbacks [] for security_group (3e49733a-e933-410d-bfea-bb6ece02561b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.736806 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-19ac2168-7c65-44be-af58-91e34d9580e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3e49733a-e933-410d-bfea-bb6ece02561b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:03.758357 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc30edf-96ed-4962-a84a-22c8724b42bd req-95eccd85-2273-4772-92ac-3a7d92d04176 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:03.759877 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1cc30edf-96ed-4962-a84a-22c8724b42bd req-95eccd85-2273-4772-92ac-3a7d92d04176 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 944 time: 0.1301823 Jan 18 16:33:03.770185 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-bd1e55f5-7993-4952-a9ea-d3baa67f513b service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2342272 Jan 18 16:33:03.818975 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-5409a10f-e10d-47b0-b7dd-3f62789f3284 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:33:03.819974 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-5409a10f-e10d-47b0-b7dd-3f62789f3284 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103805 Jan 18 16:33:03.827403 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44418) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:03.851895 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-19ac2168-7c65-44be-af58-91e34d9580e4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fa709f60672640f8ae6e38e7c2dedc62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652490 Jan 18 16:33:03.865366 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac2168-7c65-44be-af58-91e34d9580e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e49733a-e933-410d-bfea-bb6ece02561b,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:03.880705 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44424) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:03.943631 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:03.951097 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1cc30edf-96ed-4962-a84a-22c8724b42bd req-9f8cf271-63ef-4b27-9d30-e2a30f1efe50 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795971 Jan 18 16:33:03.964682 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:03.975909 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-798d8d80-65f8-49b5-ac79-486eae6a9733 req-dcabea94-371b-46be-b464-a35b02c8f812 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 210 time: 0.0741961 Jan 18 16:33:04.009541 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.009993 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:04.010675 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:04.066231 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-13b499fe-3e8a-4f00-98b5-6111dfd410c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8076718 Jan 18 16:33:04.070091 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:04.072338 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26316c7-a111-4f24-b911-550a73f4f4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:04.089955 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-743b2e5f-ef7d-40ac-8b31-1012877a572b admin admin] Publish callbacks [] for security_group (3e49733a-e933-410d-bfea-bb6ece02561b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.166056 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7056d1dd-d4a3-4dd0-8ecf-b0aa7cbde568 x-openstack-request-id: req-7056d1dd-d4a3-4dd0-8ecf-b0aa7cbde568 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:04.166370 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:04.166624 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7056d1dd-d4a3-4dd0-8ecf-b0aa7cbde568 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:04.167121 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'status': 'completed', 'code': 200} Jan 18 16:33:04.187654 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-743b2e5f-ef7d-40ac-8b31-1012877a572b admin admin] Publish callbacks [] for security_group (3e49733a-e933-410d-bfea-bb6ece02561b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.199055 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:04.379369 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-197ca2a6-3983-49e4-88f1-309ae447d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:04.380893 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-197ca2a6-3983-49e4-88f1-309ae447d655 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 1099 time: 0.1894016 Jan 18 16:33:04.383103 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-743b2e5f-ef7d-40ac-8b31-1012877a572b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (3e49733a-e933-410d-bfea-bb6ece02561b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.385693 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-743b2e5f-ef7d-40ac-8b31-1012877a572b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.386851 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-743b2e5f-ef7d-40ac-8b31-1012877a572b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e49733a-e933-410d-bfea-bb6ece02561b HTTP/1.1" status: 204 len: 168 time: 0.5027022 Jan 18 16:33:04.402510 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4e5f73d7-fbc7-4044-8c6e-5060c1224ba7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e92e3a1c029543f582b45037d145dd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737746 Jan 18 16:33:04.405214 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44444) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:04.453508 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2e5f-ef7d-40ac-8b31-1012877a572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e49733a-e933-410d-bfea-bb6ece02561b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:04.486444 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e6261e3-b313-4c94-a3b0-1b4e55933051 admin admin] Publish callbacks [] for security_group (d04bc4e6-2b1c-4d1f-a699-86725c2dede6), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.508912 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b39ad36c-c85b-4774-a7c4-2ec833039594 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:04.527113 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e6261e3-b313-4c94-a3b0-1b4e55933051 admin admin] Publish callbacks [] for security_group (d04bc4e6-2b1c-4d1f-a699-86725c2dede6), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.550315 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '8630855a-a82d-4848-9aaa-0dee4d2221de', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:5a:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b927087-6400-4a41-b19e-0e417905395e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:02Z', 'updated_at': '2022-01-18T16:33:02Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:04.575335 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-1f15aba5-5ebb-4ffb-9e80-3b2c613cfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:04.582645 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-1f15aba5-5ebb-4ffb-9e80-3b2c613cfcbd service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.1919825 Jan 18 16:33:04.604156 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:04.617033 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:04.618055 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:04.688450 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port b39ad36c-c85b-4774-a7c4-2ec833039594 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:33:04.695332 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port b39ad36c-c85b-4774-a7c4-2ec833039594 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:04.695942 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:04.795532 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-3aecc94e-aea0-4e23-b016-6ba2ef2051d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29 HTTP/1.1" status: 200 len: 999 time: 0.2016788 Jan 18 16:33:04.842296 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:04.938653 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-5b3468c5-8975-40e1-bef2-2d94cdba2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:04.941068 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-5b3468c5-8975-40e1-bef2-2d94cdba2d35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.1341519 Jan 18 16:33:04.964381 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port b39ad36c-c85b-4774-a7c4-2ec833039594 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:04.964795 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:05.030069 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b39ad36c-c85b-4774-a7c4-2ec833039594,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:05.031020 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-9d22674d-c481-49a1-a36d-9e45c2e2893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:05.031458 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:05.035459 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cbb29a-8c58-456e-a224-924240c64e43" -d '{"events": [{"server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "name": "network-vif-plugged", "status": "completed", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:05.035644 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-9d22674d-c481-49a1-a36d-9e45c2e2893f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851388 Jan 18 16:33:05.039218 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:05.156038 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:05.193879 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb073dce-651c-49e2-bed6-a6379a609186 req-44d48901-1fc3-4afa-acc7-2fc5ef015462 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:05.195359 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fb073dce-651c-49e2-bed6-a6379a609186 req-44d48901-1fc3-4afa-acc7-2fc5ef015462 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.6004310 Jan 18 16:33:05.197243 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e6261e3-b313-4c94-a3b0-1b4e55933051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (d04bc4e6-2b1c-4d1f-a699-86725c2dede6), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:05.199850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4e6261e3-b313-4c94-a3b0-1b4e55933051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:05.201085 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-4e6261e3-b313-4c94-a3b0-1b4e55933051 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d04bc4e6-2b1c-4d1f-a699-86725c2dede6 HTTP/1.1" status: 204 len: 168 time: 0.7946844 Jan 18 16:33:05.215059 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6261e3-b313-4c94-a3b0-1b4e55933051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04bc4e6-2b1c-4d1f-a699-86725c2dede6,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:05.227044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f91f0-7cef-4693-ad68-13f24e559c82 req-d8f3409d-da84-4be3-8bcc-06bdecbc8517 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:05.235147 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d32f91f0-7cef-4693-ad68-13f24e559c82 req-d8f3409d-da84-4be3-8bcc-06bdecbc8517 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1050580 Jan 18 16:33:05.290449 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-50914fea-885b-428b-aa7b-f1b45a40aac5 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473273 Jan 18 16:33:05.307014 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '8630855a-a82d-4848-9aaa-0dee4d2221de', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:5a:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b927087-6400-4a41-b19e-0e417905395e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:02Z', 'updated_at': '2022-01-18T16:33:02Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:05.330164 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d32f91f0-7cef-4693-ad68-13f24e559c82 req-0f641a45-db74-41ab-b4e6-e037321668e8 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914617 Jan 18 16:33:05.344119 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fb4853-ac0e-48fc-abcc-6c879703b14d None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '8630855a-a82d-4848-9aaa-0dee4d2221de', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:5a:2a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b927087-6400-4a41-b19e-0e417905395e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:33:02Z', 'updated_at': '2022-01-18T16:33:02Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:05.356174 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fb073dce-651c-49e2-bed6-a6379a609186 req-a78f9af7-12f2-4393-8e0a-d618048844aa tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187329 Jan 18 16:33:05.470197 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-87648f58-a801-4bc7-a421-4f6d2ab7eca1 req-7172168a-0329-4ce9-a505-5eef88b902ba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 210 time: 0.0473886 Jan 18 16:33:05.494406 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b26316c7-a111-4f24-b911-550a73f4f4e5 req-d9e9e072-210c-433a-be64-85b88acf9b17 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857340 Jan 18 16:33:05.526666 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e6a48d-d654-445b-a352-45208fa2b3bc x-openstack-request-id: req-40e6a48d-d654-445b-a352-45208fa2b3bc {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:05.527614 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "name": "network-vif-plugged", "status": "completed", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:05.528017 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-40e6a48d-d654-445b-a352-45208fa2b3bc {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:05.528590 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594', 'code': 200} Jan 18 16:33:05.691277 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798af4f8-74e9-42b8-a90a-b937bf61b0be None None] New status for floating IP 8630855a-a82d-4848-9aaa-0dee4d2221de: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:33:05.904843 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32b45d-e649-42f8-84fb-84a9db641f63 req-04591953-a862-4731-8588-5e4e2eb3c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:05.906560 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ea32b45d-e649-42f8-84fb-84a9db641f63 req-04591953-a862-4731-8588-5e4e2eb3c78f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 1098 time: 0.1145110 Jan 18 16:33:05.966395 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44486) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:05.998845 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-d93fcbcf-029d-4101-af92-42034aa03857 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:06.000698 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-d93fcbcf-029d-4101-af92-42034aa03857 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 815 time: 0.1740808 Jan 18 16:33:06.056166 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'port': {'device_id': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'admin_state_up': True, 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:06.075019 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ea32b45d-e649-42f8-84fb-84a9db641f63 req-5cdc8a67-63fb-4c35-a705-b04c40b9ab7c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123757 Jan 18 16:33:06.098770 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-383129668-network', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:06.121443 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Made reservation on behalf of 726b7bab53ef4d6e869362551b3cfb6c for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:06.123782 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.135808 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.186803 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Made reservation on behalf of b620d20ca2a943d7a89c58c0c1c74b20 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:06.191377 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.221220 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks [] for security_group (5bccaf8b-0677-42c9-a6aa-74e071f96b9a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.225684 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5bccaf8b-0677-42c9-a6aa-74e071f96b9a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.250633 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:06.267665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bccaf8b-0677-42c9-a6aa-74e071f96b9a,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:06.270800 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (b25fd30a-2a9f-49a4-a763-b4fa36875e65), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.271213 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Added segment b25fd30a-2a9f-49a4-a763-b4fa36875e65 of type vlan for network 1d779339-63eb-450d-a363-4b07209eeb29 Jan 18 16:33:06.318833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (1d779339-63eb-450d-a363-4b07209eeb29), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.349559 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (1d779339-63eb-450d-a363-4b07209eeb29), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.350530 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:06.351100 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.355696 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Allocated IP 172.20.0.8 (b1823f9d-1b6a-4242-91de-f4c8c181443c/60d4c373-25ca-4a11-bfb3-1c2d0b9fab46/684a69e2-8aee-429a-ad20-cba1e94ddb16) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:06.413886 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4462936 Jan 18 16:33:06.416787 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44518) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:06.434040 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Request body: {'subnet': {'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-383129668-subnet', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'ip_version': 4}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:06.447110 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4b85d-1b73-4272-95d8-45f6ef171a60 admin admin] Pushing event updated for resources: {'Network': ['ID=1d779339-63eb-450d-a363-4b07209eeb29,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:06.462586 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 1d779339-63eb-450d-a363-4b07209eeb29 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:06.485150 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Made reservation on behalf of 726b7bab53ef4d6e869362551b3cfb6c for: {'subnet': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:06.489887 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.628106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132799e0-8379-4186-87a3-22d926c38b66 req-3b2cb3b7-7065-4966-bdd1-b8be901cd57b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:06.630494 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-132799e0-8379-4186-87a3-22d926c38b66 req-3b2cb3b7-7065-4966-bdd1-b8be901cd57b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1614208 Jan 18 16:33:06.760349 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-132799e0-8379-4186-87a3-22d926c38b66 req-bcf1f082-a3c0-4587-87ba-344636898731 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234357 Jan 18 16:33:06.768276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.815247 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-023f2a45-953a-481a-a0f1-4790a949b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:06.817080 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-023f2a45-953a-481a-a0f1-4790a949b254 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee&tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 1096 time: 0.1393178 Jan 18 16:33:06.819095 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd5067-3e04-4ccf-934f-4f70a48bcadf req-673ac9ca-4122-4398-8383-ece0b701be8d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:06.822242 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e0fd5067-3e04-4ccf-934f-4f70a48bcadf req-673ac9ca-4122-4398-8383-ece0b701be8d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1480329 Jan 18 16:33:06.864957 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.921236 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (2fa1ed71-d528-41cb-a109-2e3f586f0094), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:06.945037 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Network b1823f9d-1b6a-4242-91de-f4c8c181443c is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:06.950081 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-f947dafc-f7aa-4210-a0a7-e5111674a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:06.951678 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-f947dafc-f7aa-4210-a0a7-e5111674a6a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1096 time: 0.1051538 Jan 18 16:33:06.955658 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:06.957944 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:06.960378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:07.013594 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:07.014274 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.054971 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e0fd5067-3e04-4ccf-934f-4f70a48bcadf req-d3a15390-0367-4ca7-87f4-99c51108cf22 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168474 Jan 18 16:33:07.106283 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433758-736e-4540-a0f3-2ff7f080031b req-04362b5f-72d7-4bec-8fc9-7907821b8b51 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:07.114950 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e7433758-736e-4540-a0f3-2ff7f080031b req-04362b5f-72d7-4bec-8fc9-7907821b8b51 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 931 time: 0.2332768 Jan 18 16:33:07.143291 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa1ed71-d528-41cb-a109-2e3f586f0094,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:07.169949 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Checking segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:07.170580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Network hostable DHCP agents. Network: 1d779339-63eb-450d-a363-4b07209eeb29, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:07.176758 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7f5a372b-09d3-480f-906d-4645df6a48db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1409175 Jan 18 16:33:07.208697 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e7433758-736e-4540-a0f3-2ff7f080031b req-93729259-2efa-41f2-a420-24a06230411b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878925 Jan 18 16:33:07.234414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Network 1d779339-63eb-450d-a363-4b07209eeb29 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:07.252542 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 1d779339-63eb-450d-a363-4b07209eeb29) {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:07.259292 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:07.260141 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.266513 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcd8df6-41ba-4e76-9b70-d694d9fd5d1a None None] Network 1d779339-63eb-450d-a363-4b07209eeb29 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:07.284239 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-5e62da7c-5ff1-4cd8-b357-5df52bab2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:07.285915 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-5e62da7c-5ff1-4cd8-b357-5df52bab2217 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.2635913 Jan 18 16:33:07.302892 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b20cbd66-022c-4764-b195-b8bed940f1ae admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8849804 Jan 18 16:33:07.305588 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44538) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:07.312207 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:07.360876 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.363737 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.465561 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-ec0fa9a2-f601-411f-87f4-d53bcc368382 None None] Provisioning complete for port 684a69e2-8aee-429a-ad20-cba1e94ddb16 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:07.465948 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ec0fa9a2-f601-411f-87f4-d53bcc368382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.478628 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Request body: {'port': {'device_id': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:07.495053 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks [] for router_controller (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), precommit_add_association {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.537021 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-1d779339-63eb-450d-a363-4b07209eeb29', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:33:07.537880 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:07.612360 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-ec0fa9a2-f601-411f-87f4-d53bcc368382 None None] Port 684a69e2-8aee-429a-ad20-cba1e94ddb16 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:07.886297 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Allocated IP 172.20.0.2 (1d779339-63eb-450d-a363-4b07209eeb29/2fa1ed71-d528-41cb-a109-2e3f586f0094/52c4815d-e76b-49a9-9efa-f7f292b45c46) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:07.975376 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks [] for router_gateway (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.023702 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e7e05-484d-4842-9274-d3c39be75e61 req-aba0b4c8-16cc-42a2-925e-a1f7bc5e9495 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:08.028095 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f06e7e05-484d-4842-9274-d3c39be75e61 req-aba0b4c8-16cc-42a2-925e-a1f7bc5e9495 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.2272117 Jan 18 16:33:08.097714 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Publish callbacks [] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.104308 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.120208 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6282e2a-92ee-46ff-85e2-5fd2c7b699f5 req-7cb0dd66-1104-4788-84f0-929b0e03827b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:08.124726 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-491f2a2b-18a8-415d-9cc1-aa4d53b32cea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 200 len: 999 time: 0.6513774 Jan 18 16:33:08.127947 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c6282e2a-92ee-46ff-85e2-5fd2c7b699f5 req-7cb0dd66-1104-4788-84f0-929b0e03827b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.2114868 Jan 18 16:33:08.150483 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Pushing event updated for resources: {'Port': ['ID=52c4815d-e76b-49a9-9efa-f7f292b45c46,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:08.168136 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Network 1d779339-63eb-450d-a363-4b07209eeb29 is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:08.169844 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:08.172452 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:08.192815 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.233589 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Attempting to bind port 52c4815d-e76b-49a9-9efa-f7f292b45c46 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:08.234357 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Attempting to bind port 52c4815d-e76b-49a9-9efa-f7f292b45c46 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:08.234893 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Attempting to bind port 52c4815d-e76b-49a9-9efa-f7f292b45c46 on network 1d779339-63eb-450d-a363-4b07209eeb29 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:08.242519 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:08.243212 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Checking segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:08.243784 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.244461 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Bound using segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:08.245148 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Bound port: 52c4815d-e76b-49a9-9efa-f7f292b45c46, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:08.245822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.318930 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f06e7e05-484d-4842-9274-d3c39be75e61 req-bcccddb5-0e2a-4eb1-a2af-6458fa23139f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673473 Jan 18 16:33:08.326019 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] For port 52c4815d-e76b-49a9-9efa-f7f292b45c46, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:08.330788 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] For port 52c4815d-e76b-49a9-9efa-f7f292b45c46, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=52c4815d-e76b-49a9-9efa-f7f292b45c46,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:08.347176 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c6282e2a-92ee-46ff-85e2-5fd2c7b699f5 req-24adee30-2ba0-4f28-a6d5-c95c8b5918c7 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107067 Jan 18 16:33:08.347934 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.495779 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57394f-c764-4bf6-b53b-90ade79d64dc None None] Pushing event updated for resources: {'Port': ['ID=52c4815d-e76b-49a9-9efa-f7f292b45c46,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:08.603334 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-521350c2-9216-456e-85d3-16f253eaec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:08.605389 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-521350c2-9216-456e-85d3-16f253eaec69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.1000412 Jan 18 16:33:08.700394 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684a69e2-8aee-429a-ad20-cba1e94ddb16 {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:08.726456 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Publish callbacks [] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.837828 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Transition to ACTIVE for port object 684a69e2-8aee-429a-ad20-cba1e94ddb16 will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:33:08.843508 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:08.887567 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdd980-2eba-44af-b7c3-4882199a855f req-a92ee4c7-9f78-46d0-b9da-d34fe9f958da tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:08.896479 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2fdd980-2eba-44af-b7c3-4882199a855f req-a92ee4c7-9f78-46d0-b9da-d34fe9f958da tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.4224229 Jan 18 16:33:08.923389 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-d6977c0a-4aee-4fe7-8264-7db4b8c13d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:08.937687 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-d6977c0a-4aee-4fe7-8264-7db4b8c13d50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1864016 Jan 18 16:33:08.966913 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c1ab-c19c-4d56-82b7-77db700c6d6d req-0e3e37a1-c97a-4a29-83a2-90bfb9c58ba6 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:08.968681 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04a2c1ab-c19c-4d56-82b7-77db700c6d6d req-0e3e37a1-c97a-4a29-83a2-90bfb9c58ba6 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 931 time: 0.4666350 Jan 18 16:33:08.972118 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks [] for router_gateway (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.008252 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.075254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:09.111449 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a2fdd980-2eba-44af-b7c3-4882199a855f req-5500ac13-8838-458f-8309-d9b596eb2103 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135348 Jan 18 16:33:09.167335 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Attempting to bind port 684a69e2-8aee-429a-ad20-cba1e94ddb16 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:09.167958 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Attempting to bind port 684a69e2-8aee-429a-ad20-cba1e94ddb16 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:09.168060 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Attempting to bind port 684a69e2-8aee-429a-ad20-cba1e94ddb16 on network b1823f9d-1b6a-4242-91de-f4c8c181443c {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:09.171670 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-169be754-e448-4c38-8453-3d648edf049f service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929960 Jan 18 16:33:09.178222 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Port 684a69e2-8aee-429a-ad20-cba1e94ddb16 on network b1823f9d-1b6a-4242-91de-f4c8c181443c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:33:09.178557 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Attempting to bind port 684a69e2-8aee-429a-ad20-cba1e94ddb16 on network b1823f9d-1b6a-4242-91de-f4c8c181443c {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:09.184078 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:09.184430 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Checking segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:09.191907 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Bound using segment: {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:09.192394 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Bound port: 684a69e2-8aee-429a-ad20-cba1e94ddb16, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:09.192782 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.237422 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04a2c1ab-c19c-4d56-82b7-77db700c6d6d req-c8d1f31e-afc6-4a32-adc0-501678ae29d8 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127290 Jan 18 16:33:09.294028 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Allocated IP 172.27.3.93 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/6541f082-b605-429c-825a-f3e5c7509d66) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:09.357857 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9c0fb514-56a5-42e0-83d2-cb825dd4c44c req-270f15b8-77a8-4c68-acb7-87b54a0bea78 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624866 Jan 18 16:33:09.403496 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:09.408253 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:09.423554 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.528496 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks [] for port (6541f082-b605-429c-825a-f3e5c7509d66), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.535336 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:09.551465 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:09.552458 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.554861 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-4c2ede5c-a1ce-4b49-b49e-36ae4a1b1973 service neutron] 10.222.0.45 "PUT /v2.0/ports/684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 1093 time: 2.0828433 Jan 18 16:33:09.555602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:09.559036 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5" -d '{"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:09.663580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150160d5-50c5-4b4c-a055-cf5fc31fcbc6 req-96954bfd-85ea-4c59-9c06-d0af4e7500ea tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:09.665223 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-150160d5-50c5-4b4c-a055-cf5fc31fcbc6 req-96954bfd-85ea-4c59-9c06-d0af4e7500ea tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1598430 Jan 18 16:33:09.709241 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f214d4b-2ca6-44c7-ba9b-1336667f843d req-d74d5baa-3745-47e7-8bc8-e4958f55d061 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:09.716813 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f214d4b-2ca6-44c7-ba9b-1336667f843d req-d74d5baa-3745-47e7-8bc8-e4958f55d061 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.2019417 Jan 18 16:33:09.778410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (6541f082-b605-429c-825a-f3e5c7509d66), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:09.871486 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-150160d5-50c5-4b4c-a055-cf5fc31fcbc6 req-73728cba-e34f-4d83-aedc-a99144853ffe tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935053 Jan 18 16:33:09.914411 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:09.920597 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f214d4b-2ca6-44c7-ba9b-1336667f843d req-ae40ce5b-14a5-49cf-a5e0-f2ef33b53877 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026174 Jan 18 16:33:09.925526 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:09.928565 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:09.992640 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Pushing event updated for resources: {'Port': ['ID=6541f082-b605-429c-825a-f3e5c7509d66,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:10.001019 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6802b1-fc3e-4334-a6c5-23478e56ead1 x-openstack-request-id: req-9d6802b1-fc3e-4334-a6c5-23478e56ead1 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:10.001877 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:10.002166 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9d6802b1-fc3e-4334-a6c5-23478e56ead1 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:10.002611 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'status': 'completed', 'code': 200} Jan 18 16:33:10.168302 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0088e2fd-39ea-435a-8c7c-a31884105721 None None] Network 1d779339-63eb-450d-a363-4b07209eeb29 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:10.231560 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-a9d44723-a14f-4e15-820a-43a61c2a81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:10.244610 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-a9d44723-a14f-4e15-820a-43a61c2a81e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1096 time: 0.0694265 Jan 18 16:33:10.277834 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 52c4815d-e76b-49a9-9efa-f7f292b45c46 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:10.370935 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-7fd46382-b40c-448d-a9b2-416d89ff203e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 217 time: 0.0540771 Jan 18 16:33:10.381515 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Provisioning complete for port 52c4815d-e76b-49a9-9efa-f7f292b45c46 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:10.382461 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.398546 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks [] for router_gateway (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.518753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d475c-496f-44c1-bf08-85d30af27554 req-41e82dbb-6f3f-4e9d-85f8-f29d6c2e2f04 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:10.526970 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f2d475c-496f-44c1-bf08-85d30af27554 req-41e82dbb-6f3f-4e9d-85f8-f29d6c2e2f04 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.2353990 Jan 18 16:33:10.629338 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 52c4815d-e76b-49a9-9efa-f7f292b45c46 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:10.630265 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.654531 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4874d-3b9c-4af2-907e-635dd3f57b85 req-feb7b417-ea8a-46f5-822e-04ea74b62dff tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:10.655549 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1bc4874d-3b9c-4af2-907e-635dd3f57b85 req-feb7b417-ea8a-46f5-822e-04ea74b62dff tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.2101176 Jan 18 16:33:10.758583 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-64a17b16-2dbb-46e7-aeba-568dde4a902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:10.760789 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-64a17b16-2dbb-46e7-aeba-568dde4a902a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.0972056 Jan 18 16:33:10.764963 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f2d475c-496f-44c1-bf08-85d30af27554 req-3952867e-f53b-4deb-af44-208b37c8d00b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227051 Jan 18 16:33:10.809381 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1bc4874d-3b9c-4af2-907e-635dd3f57b85 req-ec536820-eb9d-455b-910a-111b46c4a63b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297569 Jan 18 16:33:10.859289 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Current status of the port 52c4815d-e76b-49a9-9efa-f7f292b45c46 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:10.859759 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.866619 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 52c4815d-e76b-49a9-9efa-f7f292b45c46 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:10.867022 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.948351 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 52c4815d-e76b-49a9-9efa-f7f292b45c46, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=52c4815d-e76b-49a9-9efa-f7f292b45c46,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:10.978715 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:10.981459 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:11.150410 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-6ab15d6e-559a-4811-b98e-c8e6e9d31335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:11.152322 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-6ab15d6e-559a-4811-b98e-c8e6e9d31335 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1334879 Jan 18 16:33:11.293022 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=52c4815d-e76b-49a9-9efa-f7f292b45c46,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:11.321637 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.db.api [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 18 16:33:11.322030 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG oslo_db.api [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 18 16:33:11.606031 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e8e23-0b58-42bf-8f4a-c17136f1d19f req-9a029ee5-9fb4-4479-8d96-906516afbc71 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:11.607610 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f85e8e23-0b58-42bf-8f4a-c17136f1d19f req-9a029ee5-9fb4-4479-8d96-906516afbc71 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.4649382 Jan 18 16:33:11.677058 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809721c-0c7e-4421-a3a8-e4b007fd003d req-80e384b6-c2c0-496c-88ed-e04e3d0e30c3 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:11.684388 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6809721c-0c7e-4421-a3a8-e4b007fd003d req-80e384b6-c2c0-496c-88ed-e04e3d0e30c3 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.3972056 Jan 18 16:33:11.733576 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f85e8e23-0b58-42bf-8f4a-c17136f1d19f req-c9dc34b3-c223-4748-9a88-630491c5d93e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072741 Jan 18 16:33:11.758921 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:33:11.769580 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6809721c-0c7e-4421-a3a8-e4b007fd003d req-5af2cebb-0ae1-4df5-84d8-cbb9e513c41a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842273 Jan 18 16:33:11.902658 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-176152fc-0f0c-4f50-8703-0262ad6ad161 None None] Current status of the port 52c4815d-e76b-49a9-9efa-f7f292b45c46 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:12.035851 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-8d879d7f-bff3-4897-8f86-8bab2d8c863e None None] Provisioning complete for port 52c4815d-e76b-49a9-9efa-f7f292b45c46 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:12.036224 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8d879d7f-bff3-4897-8f86-8bab2d8c863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:12.072643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:12.098098 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Sync routers for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:12.125637 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:12.126788 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:12.132400 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:12.136603 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44614) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:12.137207 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-0cb5cdc2-2e05-4064-8b96-f8398cb3903f admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8300304 Jan 18 16:33:12.150280 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cec08-4b64-408b-92c4-0bf6b06d363d req-a0f7d05a-bcf1-4b86-bc21-567beb881e0e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:12.158230 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-475cec08-4b64-408b-92c4-0bf6b06d363d req-a0f7d05a-bcf1-4b86-bc21-567beb881e0e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.2257907 Jan 18 16:33:12.174288 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1515c8-8855-41dc-b22a-f5c2b19e4b73 req-4b7b3651-e91d-4412-acf7-7f3535a5c52b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:12.181304 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fa1515c8-8855-41dc-b22a-f5c2b19e4b73 req-4b7b3651-e91d-4412-acf7-7f3535a5c52b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.2384832 Jan 18 16:33:12.217170 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 52c4815d-e76b-49a9-9efa-f7f292b45c46 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:12.264330 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-475cec08-4b64-408b-92c4-0bf6b06d363d req-e764097c-ff0e-43c7-be49-127a6bab6a8b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052120 Jan 18 16:33:12.344212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fa1515c8-8855-41dc-b22a-f5c2b19e4b73 req-68afe169-7b37-49bf-a04a-418bd9eb9ab6 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618896 Jan 18 16:33:12.365822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-8d879d7f-bff3-4897-8f86-8bab2d8c863e None None] Current status of the port 52c4815d-e76b-49a9-9efa-f7f292b45c46 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:12.388404 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 52c4815d-e76b-49a9-9efa-f7f292b45c46 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:12.389176 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:12.437083 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:12.520287 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 52c4815d-e76b-49a9-9efa-f7f292b45c46 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:12.836079 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:10Z', 'revision_number': 3, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:12.893298 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Checking router: 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:12.893677 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Updating router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 port 6541f082-b605-429c-825a-f3e5c7509d66 binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:12.932619 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (6541f082-b605-429c-825a-f3e5c7509d66), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.010015 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f1f2e-a89a-4fb3-be04-648f8b9840f1 req-cf1d5f44-07f9-446a-8b84-80e1d6845f93 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:13.011590 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a7f1f2e-a89a-4fb3-be04-648f8b9840f1 req-cf1d5f44-07f9-446a-8b84-80e1d6845f93 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1277108 Jan 18 16:33:13.021631 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c68aa9-d361-40b4-8954-860656c91594 req-513746f5-7907-41de-b6b1-83586d759ee4 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:13.023136 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e7c68aa9-d361-40b4-8954-860656c91594 req-513746f5-7907-41de-b6b1-83586d759ee4 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.0960710 Jan 18 16:33:13.099067 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.109325 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a7f1f2e-a89a-4fb3-be04-648f8b9840f1 req-b64f206a-76fe-460d-8df7-8a7aa1f69d07 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805779 Jan 18 16:33:13.172573 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e7c68aa9-d361-40b4-8954-860656c91594 req-95cb8125-43ad-49f8-9cc5-272bbab77bb9 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235044 Jan 18 16:33:13.345778 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Allocated IP 172.20.0.1 (1d779339-63eb-450d-a363-4b07209eeb29/2fa1ed71-d528-41cb-a109-2e3f586f0094/2c3cf3b1-21cb-46fa-a8e9-98739ecc8925) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:13.348352 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Publish callbacks [] for port (6541f082-b605-429c-825a-f3e5c7509d66), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.355979 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (6541f082-b605-429c-825a-f3e5c7509d66), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.441851 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ad838-5025-43d5-8b24-ccb0ea1fd483 None None] Pushing event updated for resources: {'Port': ['ID=6541f082-b605-429c-825a-f3e5c7509d66,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:13.453713 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90019c2-16be-4379-ba1a-0335c492e260 req-ad2814d8-05ff-4cf5-81b2-47f125e8f02d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:13.461876 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f90019c2-16be-4379-ba1a-0335c492e260 req-ad2814d8-05ff-4cf5-81b2-47f125e8f02d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0923343 Jan 18 16:33:13.476689 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Attempting to bind port 6541f082-b605-429c-825a-f3e5c7509d66 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:13.482675 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Attempting to bind port 6541f082-b605-429c-825a-f3e5c7509d66 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:13.485968 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Attempting to bind port 6541f082-b605-429c-825a-f3e5c7509d66 on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:13.493767 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:13.494234 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:13.495098 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.495225 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:13.495926 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Bound port: 6541f082-b605-429c-825a-f3e5c7509d66, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:13.496492 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (6541f082-b605-429c-825a-f3e5c7509d66), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.541107 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks [] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.573252 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] For port 6541f082-b605-429c-825a-f3e5c7509d66, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:13.578165 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] For port 6541f082-b605-429c-825a-f3e5c7509d66, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=6541f082-b605-429c-825a-f3e5c7509d66,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:13.587370 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (6541f082-b605-429c-825a-f3e5c7509d66), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.589548 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c887-fd20-409a-b9a6-a1cdc44a1f33 req-6d37876c-9898-41e0-8911-0954a32fa8fb tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:13.590144 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.601168 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6390c887-fd20-409a-b9a6-a1cdc44a1f33 req-6d37876c-9898-41e0-8911-0954a32fa8fb tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1299210 Jan 18 16:33:13.648591 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f90019c2-16be-4379-ba1a-0335c492e260 req-f4b7febc-9f4a-4b52-9091-b98cc8219bc9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857116 Jan 18 16:33:13.677546 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ad838-5025-43d5-8b24-ccb0ea1fd483 None None] Pushing event updated for resources: {'Port': ['ID=6541f082-b605-429c-825a-f3e5c7509d66,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:13.707857 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Network 1d779339-63eb-450d-a363-4b07209eeb29 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:13.709449 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6390c887-fd20-409a-b9a6-a1cdc44a1f33 req-a0f8c6c8-77af-43f0-9c57-93a35ec5cf7a tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967228 Jan 18 16:33:13.711833 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:13.722568 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:13.722568 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:13.741425 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:13.844511 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:13.856690 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:13.976521 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:14.070590 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.100775 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:10Z', 'revision_number': 3, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:14.128683 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-258a2c9a-cda3-4ef2-8191-71152f317a99 None None] Provisioning complete for port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:14.130223 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-258a2c9a-cda3-4ef2-8191-71152f317a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.130736 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b49c0e-2903-414a-8c3d-5a7183af9651 None None] The sync data for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi is: [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:10Z', 'revision_number': 3, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:14.233527 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-258a2c9a-cda3-4ef2-8191-71152f317a99 None None] Port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:14.333217 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618b8e-654b-4938-879c-94cc83fcb04d req-a8701dc8-2588-4774-8a61-c0e4f5e88137 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:14.339815 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-16618b8e-654b-4938-879c-94cc83fcb04d req-a8701dc8-2588-4774-8a61-c0e4f5e88137 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1133776 Jan 18 16:33:14.446150 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-16618b8e-654b-4938-879c-94cc83fcb04d req-cfb76e68-4f22-40bf-966f-0011bfb782c1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000657 Jan 18 16:33:14.469105 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a224e3-bacb-4934-8352-3447b336f7f7 req-fe0573e0-98af-4cfa-b6eb-c86cc094bfee tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:14.471473 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a224e3-bacb-4934-8352-3447b336f7f7 req-fe0573e0-98af-4cfa-b6eb-c86cc094bfee tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1567285 Jan 18 16:33:14.510854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks [] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.516295 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.611670 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a224e3-bacb-4934-8352-3447b336f7f7 req-11e4ff83-6318-48c2-9bb9-c8ee2ba5eb30 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265805 Jan 18 16:33:14.683766 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:14.690185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:14.926743 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Network 1d779339-63eb-450d-a363-4b07209eeb29 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:14.941226 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:14.983252 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52e4d3-eff6-4f22-bb63-c910adee4aac req-a9ea939b-1f19-4184-8d1f-26302c426fd7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:14.990368 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0e52e4d3-eff6-4f22-bb63-c910adee4aac req-a9ea939b-1f19-4184-8d1f-26302c426fd7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1726816 Jan 18 16:33:15.027007 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07aaf-2462-455e-8b5e-b42cb6755dfa req-ad001e35-1d3a-4428-a5f1-d16ed548581d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:15.028594 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-16b07aaf-2462-455e-8b5e-b42cb6755dfa req-ad001e35-1d3a-4428-a5f1-d16ed548581d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1883466 Jan 18 16:33:15.147815 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0e52e4d3-eff6-4f22-bb63-c910adee4aac req-b4c49e93-9a02-4073-97e1-f7ed053f5f73 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564882 Jan 18 16:33:15.183635 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-16b07aaf-2462-455e-8b5e-b42cb6755dfa req-daa65ee3-50fb-4594-9d41-633a437f40f2 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439202 Jan 18 16:33:15.188285 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:15.347678 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:15.366192 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-50b7876c-6be7-4dad-a558-6189bcf4af27 admin admin] 10.222.0.82 "PUT /v2.0/routers/2cc78f81-bf3f-4aa6-93eb-c8352ed19832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2284584 Jan 18 16:33:15.384509 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-33775304-6397-4773-8686-8e956fd11c42 None None] Provisioning complete for port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:15.385612 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-33775304-6397-4773-8686-8e956fd11c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:15.445431 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-33775304-6397-4773-8686-8e956fd11c42 None None] Port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:15.626643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38f1d3-79f6-4770-be98-a972242a5a97 req-6961af2a-90a8-4994-972f-08ac38f85445 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:15.629040 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5d38f1d3-79f6-4770-be98-a972242a5a97 req-6961af2a-90a8-4994-972f-08ac38f85445 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0888553 Jan 18 16:33:15.701351 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5d38f1d3-79f6-4770-be98-a972242a5a97 req-3b4f002a-99e4-4be7-a1d6-7258f37997a4 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628626 Jan 18 16:33:15.774193 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020a00-a782-4ba1-b35b-c0c5b41e26ce req-ba122825-bbd0-4238-8128-2d3d2a0a342b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:15.775786 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-66020a00-a782-4ba1-b35b-c0c5b41e26ce req-ba122825-bbd0-4238-8128-2d3d2a0a342b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.0578711 Jan 18 16:33:15.843842 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-66020a00-a782-4ba1-b35b-c0c5b41e26ce req-285c3fbe-c92a-4f54-8cfc-8d8f847c0c91 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589008 Jan 18 16:33:16.020771 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44658) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:16.026475 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640621864-network', 'tenant_id': '1134227e7952407caed0a38e220a6621'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:16.098819 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Made reservation on behalf of 1134227e7952407caed0a38e220a6621 for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:16.101242 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.113297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.214481 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks [] for security_group (f9edbd2f-ff2e-4a09-9c14-7342c3734cfb), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.222548 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f9edbd2f-ff2e-4a09-9c14-7342c3734cfb), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.261014 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:33:16.271867 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 6541f082-b605-429c-825a-f3e5c7509d66 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:16.291432 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9edbd2f-ff2e-4a09-9c14-7342c3734cfb,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.310778 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (d221a49d-a202-4bb2-95f2-2f896db5a950), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.311104 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Added segment d221a49d-a202-4bb2-95f2-2f896db5a950 of type vlan for network c5adadab-65fd-4031-ab0a-e674b61dfd7d Jan 18 16:33:16.364765 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 6541f082-b605-429c-825a-f3e5c7509d66 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:16.365302 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (6541f082-b605-429c-825a-f3e5c7509d66), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.396714 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (c5adadab-65fd-4031-ab0a-e674b61dfd7d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.428730 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258283-e33e-4ea5-8891-7cb0036c4d3b req-8e883818-d884-491b-8318-4f829ae85ede tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:16.430698 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f258283-e33e-4ea5-8891-7cb0036c4d3b req-8e883818-d884-491b-8318-4f829ae85ede tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1686263 Jan 18 16:33:16.450779 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (c5adadab-65fd-4031-ab0a-e674b61dfd7d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.452108 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:16.452783 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.476977 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 6541f082-b605-429c-825a-f3e5c7509d66 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:16.477611 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (6541f082-b605-429c-825a-f3e5c7509d66), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.490696 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980814b1-dda1-4d02-bcf3-e65463875f35 req-4eebe3e3-ff23-4e8c-b453-e45985bc4bd4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:16.492390 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-980814b1-dda1-4d02-bcf3-e65463875f35 req-4eebe3e3-ff23-4e8c-b453-e45985bc4bd4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1379592 Jan 18 16:33:16.511696 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 6541f082-b605-429c-825a-f3e5c7509d66, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=6541f082-b605-429c-825a-f3e5c7509d66,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:16.518351 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (6541f082-b605-429c-825a-f3e5c7509d66), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.552041 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5298781 Jan 18 16:33:16.555042 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44666) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:16.564605 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f258283-e33e-4ea5-8891-7cb0036c4d3b req-e65f3994-44d4-4e71-848a-033d6bfabc74 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217065 Jan 18 16:33:16.579138 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Request body: {'subnet': {'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640621864-subnet', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:16.584593 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-980814b1-dda1-4d02-bcf3-e65463875f35 req-cf464245-f5da-4f6f-95af-2606d5204b9a tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852406 Jan 18 16:33:16.613260 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9246-732b-45dc-b440-368f24631167 admin admin] Pushing event updated for resources: {'Network': ['ID=c5adadab-65fd-4031-ab0a-e674b61dfd7d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.629711 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Made reservation on behalf of 1134227e7952407caed0a38e220a6621 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:33:16.630326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:33:16.632235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7294297'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.843684 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Sync routers for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:16.852019 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea8e6-819b-43da-864b-f78953f0c662 req-a08d5025-6480-4db7-9a08-0644bcc00d45 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:16.859194 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f9ea8e6-819b-43da-864b-f78953f0c662 req-a08d5025-6480-4db7-9a08-0644bcc00d45 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0732882 Jan 18 16:33:16.864347 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=6541f082-b605-429c-825a-f3e5c7509d66,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:16.875547 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:16.876254 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:16.931493 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7294327'] for subnet (b67375dd-b06a-4ffe-856f-1db60aba9d78), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:16.943678 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f9ea8e6-819b-43da-864b-f78953f0c662 req-89386c24-fbd7-4c89-99e3-960fc3b22bf1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795794 Jan 18 16:33:17.013893 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67375dd-b06a-4ffe-856f-1db60aba9d78,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:17.051245 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bae7a0-ff96-4446-adc5-c88d3c2072ce req-7d1f4d89-23c8-4377-a099-ad774363eb9a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.052956 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-47bae7a0-ff96-4446-adc5-c88d3c2072ce req-7d1f4d89-23c8-4377-a099-ad774363eb9a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.0781000 Jan 18 16:33:17.053732 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Checking segment: {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:17.054249 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Network hostable DHCP agents. Network: c5adadab-65fd-4031-ab0a-e674b61dfd7d, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:33:17.055713 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:17.081437 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:33:17.092508 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, c5adadab-65fd-4031-ab0a-e674b61dfd7d) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:17.097858 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.099840 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.106613 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90237c24-18b8-4baf-a3c2-60ce59b9f9cc None None] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:17.123588 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d9ef2f2e-2aef-4f70-b112-1cf446551ddb admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5655324 Jan 18 16:33:17.123817 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44672) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:17.131983 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:17.143287 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-47bae7a0-ff96-4446-adc5-c88d3c2072ce req-5eed0ab4-1311-491f-a58e-162b2d9f1394 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772190 Jan 18 16:33:17.164719 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (2fb10db1-7e1e-4069-9551-c4f8f6070acf), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.165915 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (2fb10db1-7e1e-4069-9551-c4f8f6070acf), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.239320 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks [] for router_controller (2fb10db1-7e1e-4069-9551-c4f8f6070acf), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.409866 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-c5adadab-65fd-4031-ab0a-e674b61dfd7d', 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d', 'project_id': '1134227e7952407caed0a38e220a6621', 'fixed_ips': [{'subnet_id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:33:17.411364 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.421286 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks [] for router_gateway (2fb10db1-7e1e-4069-9551-c4f8f6070acf), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.582713 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 2, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:17.615822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Allocated IP 172.20.0.2 (c5adadab-65fd-4031-ab0a-e674b61dfd7d/b67375dd-b06a-4ffe-856f-1db60aba9d78/fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:17.618582 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Checking router: 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:17.618938 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Updating router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:17.660423 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.693854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks [] for router_gateway (2fb10db1-7e1e-4069-9551-c4f8f6070acf), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.723801 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:17.928942 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457aed0-6f47-4d2d-9e39-665e9d289560 req-2510deb4-27f5-4b05-8f20-5d3fa58fb6e3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.939899 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d457aed0-6f47-4d2d-9e39-665e9d289560 req-2510deb4-27f5-4b05-8f20-5d3fa58fb6e3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.2091918 Jan 18 16:33:17.978277 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Allocated IP 172.27.3.212 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/4256eae5-e509-4db4-b44b-5c2a8e9f4e2d) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:17.988031 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d2561-dfba-4bbf-a5a4-160f036fd9c8 req-a718383a-3920-453f-aabe-3cbe9f3aac61 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:17.991361 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cd1d2561-dfba-4bbf-a5a4-160f036fd9c8 req-a718383a-3920-453f-aabe-3cbe9f3aac61 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1836674 Jan 18 16:33:18.045753 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Publish callbacks [] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.087640 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d457aed0-6f47-4d2d-9e39-665e9d289560 req-d1682a29-0813-4c7f-982c-9e0d049fd4eb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396742 Jan 18 16:33:18.165528 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cd1d2561-dfba-4bbf-a5a4-160f036fd9c8 req-57142286-c61c-4ffa-b142-4da6f4d43151 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646540 Jan 18 16:33:18.228719 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks [] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.247943 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Publish callbacks [] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.250236 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 6541f082-b605-429c-825a-f3e5c7509d66 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:18.255330 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.276054 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680788c1-71b5-4554-8654-9e4d65c6e73c req-425ed0e5-4226-4e3a-974e-db0c8fd62b92 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:18.277869 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-680788c1-71b5-4554-8654-9e4d65c6e73c req-425ed0e5-4226-4e3a-974e-db0c8fd62b92 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0809996 Jan 18 16:33:18.315271 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.321534 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.373182 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:18.385662 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:18.390271 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:18.394329 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Pushing event updated for resources: {'Port': ['ID=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.432980 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:18.464053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:18.471881 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:18.472442 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-680788c1-71b5-4554-8654-9e4d65c6e73c req-842b7700-ce47-4b99-be1c-44c6bd91cadc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849451 Jan 18 16:33:18.480641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Pushing event updated for resources: {'Port': ['ID=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.509773 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b90b6-0b9e-4129-a7bd-037df558f8a8 req-aec6206e-d4d2-4861-b02a-98eb9cadbb4c tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:18.516203 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-379b90b6-0b9e-4129-a7bd-037df558f8a8 req-aec6206e-d4d2-4861-b02a-98eb9cadbb4c tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1901515 Jan 18 16:33:18.587063 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3b694-909d-4531-bc39-9dfe2533b98d None None] Pushing event updated for resources: {'Port': ['ID=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:18.631054 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Attempting to bind port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:18.631419 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Attempting to bind port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:18.631780 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Attempting to bind port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 on network c5adadab-65fd-4031-ab0a-e674b61dfd7d {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:18.633949 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 6541f082-b605-429c-825a-f3e5c7509d66 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:18.634313 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (6541f082-b605-429c-825a-f3e5c7509d66), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.635387 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-379b90b6-0b9e-4129-a7bd-037df558f8a8 req-4650077c-e3f7-4f1a-9049-9ee44fa6ad25 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130023 Jan 18 16:33:18.636822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Attempting to bind port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:18.637212 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Attempting to bind port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:18.637565 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Attempting to bind port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 on network 1d779339-63eb-450d-a363-4b07209eeb29 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:18.677250 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:18.677692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Checking segment: {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:18.678104 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.683428 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Bound using segment: {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:18.683952 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Bound port: fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:18.684348 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.693857 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:18.694242 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Checking segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:18.694634 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.695026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Bound using segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:18.695510 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Bound port: 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:18.695888 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.976345 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] For port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:18.979226 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] Provisioning complete for port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:18.979603 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:18.982494 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] For port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:18.987421 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] For port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:18.994237 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] For port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,segment=NetworkSegment(d221a49d-a202-4bb2-95f2-2f896db5a950),segment_id=d221a49d-a202-4bb2-95f2-2f896db5a950)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:19.015204 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.036688 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 6541f082-b605-429c-825a-f3e5c7509d66 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:19.055324 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.157781 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3b694-909d-4531-bc39-9dfe2533b98d None None] Pushing event updated for resources: {'Port': ['ID=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:19.164748 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:19.166035 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:19.189826 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks [] for router_gateway (2fb10db1-7e1e-4069-9551-c4f8f6070acf), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.488028 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb4c6e-5da0-42d2-85b5-f8e6a11e23aa req-88e14626-3848-4a55-9a7d-f4bdb3936cd9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:19.496624 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-18eb4c6e-5da0-42d2-85b5-f8e6a11e23aa req-88e14626-3848-4a55-9a7d-f4bdb3936cd9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.2554069 Jan 18 16:33:19.546751 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (2fb10db1-7e1e-4069-9551-c4f8f6070acf), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.558240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818497c5-9317-4889-81a0-9794e8916d3c req-35334b0f-727b-4f33-9048-769ea77f400f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:19.559953 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-818497c5-9317-4889-81a0-9794e8916d3c req-35334b0f-727b-4f33-9048-769ea77f400f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.2020206 Jan 18 16:33:19.583275 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afd1e9-153e-4c2e-a9d1-5bf070ddf2fb None None] Pushing event updated for resources: {'Port': ['ID=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:19.658194 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-18eb4c6e-5da0-42d2-85b5-f8e6a11e23aa req-23368a6f-083d-466b-bbc1-eebc1a79f7a5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603761 Jan 18 16:33:19.771665 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-818497c5-9317-4889-81a0-9794e8916d3c req-36c1800e-2992-4dab-bda2-e966982199b1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565456 Jan 18 16:33:19.802132 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] Current status of the port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:19.802756 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:19.871701 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:19.949206 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] For port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:19.957782 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.023617 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-549879d9-438e-40c7-a5e9-b968a2a81a04 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059862 Jan 18 16:33:20.025246 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Router 2fb10db1-7e1e-4069-9551-c4f8f6070acf is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:33:20.029729 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646993-fed1-4c2f-8b0a-e9a3d5413884 req-f52760c8-b360-4943-8882-0af452ef992b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:20.031343 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3646993-fed1-4c2f-8b0a-e9a3d5413884 req-f52760c8-b360-4943-8882-0af452ef992b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1015744 Jan 18 16:33:20.109389 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a15e0-5c65-4dda-8148-8887adb885cf req-586ff344-f229-4663-bcfe-35c7e2899858 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:20.118968 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-515a15e0-5c65-4dda-8148-8887adb885cf req-586ff344-f229-4663-bcfe-35c7e2899858 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.2601044 Jan 18 16:33:20.124808 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3814fb-9497-4c3b-bf0d-4d0cec51cc4b None None] Pushing event updated for resources: {'Port': ['ID=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:20.152008 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-cda08d6f-a659-4f42-be48-7656bf204211 None None] Provisioning complete for port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:20.152388 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cda08d6f-a659-4f42-be48-7656bf204211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.228348 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f3646993-fed1-4c2f-8b0a-e9a3d5413884 req-907c90c8-b9f3-419f-9c2f-6683a7fa3c47 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854103 Jan 18 16:33:20.269295 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:20.280091 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-515a15e0-5c65-4dda-8148-8887adb885cf req-090e9342-69fa-4b95-95ef-7d651f52beac tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588013 Jan 18 16:33:20.317226 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Sync routers for ids ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:20.326737 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.326996 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:20.328226 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-be731739-9ca1-4a95-8f1d-105a12dc524e admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2028363 Jan 18 16:33:20.331873 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44700) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:20.332862 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Routers {'2fb10db1-7e1e-4069-9551-c4f8f6070acf'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:20.333400 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:20.476244 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:20.476614 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.518746 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:20.542997 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Set router 2fb10db1-7e1e-4069-9551-c4f8f6070acf gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:20.557107 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13301a15-eb11-41f0-8c8d-87aeb8a1dad7 None None] The sync data for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi is: [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:20.559336 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-cda08d6f-a659-4f42-be48-7656bf204211 None None] Current status of the port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:20.620241 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:20.620646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.710660 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,segment=NetworkSegment(d221a49d-a202-4bb2-95f2-2f896db5a950),segment_id=d221a49d-a202-4bb2-95f2-2f896db5a950)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:20.721031 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:20.832746 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:20.906478 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddf51e-20d7-48f1-ba35-b736759ecdbc req-84dfb3a4-942d-4949-b4e3-2cc8fcb0748e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:20.915075 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a5ddf51e-20d7-48f1-ba35-b736759ecdbc req-84dfb3a4-942d-4949-b4e3-2cc8fcb0748e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1082056 Jan 18 16:33:20.947221 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 3, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:20.994441 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Checking router: 2fb10db1-7e1e-4069-9551-c4f8f6070acf for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:20.995081 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Updating router 2fb10db1-7e1e-4069-9551-c4f8f6070acf port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:21.030935 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.100843 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d076d-c5ff-4cfb-9151-ae0d7940a980 req-958a5ce4-be97-4907-9b15-9d28dbc0ae9e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:21.102807 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d05d076d-c5ff-4cfb-9151-ae0d7940a980 req-958a5ce4-be97-4907-9b15-9d28dbc0ae9e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1837707 Jan 18 16:33:21.178455 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd20ce5-b26a-4567-90f0-028add9c97cd None None] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:33:21.188852 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a5ddf51e-20d7-48f1-ba35-b736759ecdbc req-8c4ee277-dd39-4322-b764-604a0adf6b4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723088 Jan 18 16:33:21.238630 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d05d076d-c5ff-4cfb-9151-ae0d7940a980 req-09a91124-568c-4c94-975b-5e4c97da49d3 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264739 Jan 18 16:33:21.363248 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-515ae33a-15df-468c-b0e4-183cd43b372a None None] Provisioning complete for port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:21.363682 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-515ae33a-15df-468c-b0e4-183cd43b372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.471130 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Publish callbacks [] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.496977 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-515ae33a-15df-468c-b0e4-183cd43b372a None None] Current status of the port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:21.527158 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.531158 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:33:21.626866 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Attempting to bind port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:21.627011 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Attempting to bind port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:21.627365 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Attempting to bind port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:21.637711 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee6520-ffef-4567-a19e-56c9b59a0856 None None] Pushing event updated for resources: {'Port': ['ID=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:21.642569 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:21.642821 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:21.643290 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.644544 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:21.645219 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Bound port: 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:21.645609 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.658284 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ef6b4-9a16-4f7a-8217-6840e8ce3e99 req-e17a98e9-58a8-4cae-a2e5-f4007e6a2f59 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:21.661700 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.668347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-016ef6b4-9a16-4f7a-8217-6840e8ce3e99 req-e17a98e9-58a8-4cae-a2e5-f4007e6a2f59 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.2847698 Jan 18 16:33:21.687289 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd222a7-f791-4196-92f0-6e70897ca010 req-3a4baa97-1961-4ffb-b8a9-fd7166b7511e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:21.690531 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9dd222a7-f791-4196-92f0-6e70897ca010 req-3a4baa97-1961-4ffb-b8a9-fd7166b7511e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.2536705 Jan 18 16:33:21.721993 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c5d41bfc-66b7-4d15-a72f-d039db6e27b5 req-06772de7-efdc-4d6d-a18f-2067145d1248 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267457 Jan 18 16:33:21.761969 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] For port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:21.771061 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] For port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:21.776867 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:21.894052 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-016ef6b4-9a16-4f7a-8217-6840e8ce3e99 req-71004024-2faf-4116-8463-b9417e7c9e53 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247286 Jan 18 16:33:21.946247 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9dd222a7-f791-4196-92f0-6e70897ca010 req-a9b29cbd-df6e-4ecb-a648-6cd5c53002a6 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167437 Jan 18 16:33:21.962828 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Routers {'2fb10db1-7e1e-4069-9551-c4f8f6070acf'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:21.963571 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:22.023204 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee6520-ffef-4567-a19e-56c9b59a0856 None None] Pushing event updated for resources: {'Port': ['ID=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:22.053311 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-c969913a-194a-418e-a894-29390ec4670f None None] Provisioning complete for port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:22.054017 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c969913a-194a-418e-a894-29390ec4670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.068408 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-71ad6b3f-301c-4fe7-9054-f3c1affe4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:22.072449 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-71ad6b3f-301c-4fe7-9054-f3c1affe4676 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1096 time: 0.1933370 Jan 18 16:33:22.211825 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-c969913a-194a-418e-a894-29390ec4670f None None] Current status of the port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:22.212071 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] Set router 2fb10db1-7e1e-4069-9551-c4f8f6070acf gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:22.307019 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Allocated IP 172.20.0.1 (c5adadab-65fd-4031-ab0a-e674b61dfd7d/b67375dd-b06a-4ffe-856f-1db60aba9d78/493a99fc-1ece-48c3-a27c-cceb7cb1c454) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:33:22.401947 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-0293bd6f-5b32-450b-abc5-5df9ff6a7048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:22.403849 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:22.406521 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-0293bd6f-5b32-450b-abc5-5df9ff6a7048 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 916 time: 0.3039596 Jan 18 16:33:22.506851 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-0881aff0-380a-4b26-8295-0345667ddeaa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 217 time: 0.0604928 Jan 18 16:33:22.537507 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:22.537914 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.581677 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 3, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:22.623681 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba3539-9ee0-43a8-8d48-5fe92c86ca61 req-5a24e3fb-1bf6-4c5d-acf6-df7ec1a7c96b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:22.631787 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-28ba3539-9ee0-43a8-8d48-5fe92c86ca61 req-5a24e3fb-1bf6-4c5d-acf6-df7ec1a7c96b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.2394648 Jan 18 16:33:22.658777 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd334-013f-401e-80a8-3e80c1b60c34 req-38a99dab-8c17-4ab2-b539-fcfac10c73ba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:22.660489 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-92ddd334-013f-401e-80a8-3e80c1b60c34 req-38a99dab-8c17-4ab2-b539-fcfac10c73ba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.2424417 Jan 18 16:33:22.726739 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks [] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.743497 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-126b43e1-acb1-49da-a01e-8e5e7993640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:22.745673 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-126b43e1-acb1-49da-a01e-8e5e7993640f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.1661761 Jan 18 16:33:22.749990 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:22.752367 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:22.828582 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-28ba3539-9ee0-43a8-8d48-5fe92c86ca61 req-c329c266-0308-4eec-8450-cbeb1abdd909 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957870 Jan 18 16:33:22.852977 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db5680f-ffa3-4a09-b453-bdce6b3a7fcd None None] The sync data for ids ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'] in dv-cinder-788368-3-iscsi is: [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:18Z', 'revision_number': 3, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:22.872513 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:22.918207 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-92ddd334-013f-401e-80a8-3e80c1b60c34 req-5e370251-4bb4-4058-9342-56fb4ee13685 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492449 Jan 18 16:33:22.994348 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:23.001297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:23.003657 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:23.004279 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.010745 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:33:23.039069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Pushing event updated for resources: {'Port': ['ID=493a99fc-1ece-48c3-a27c-cceb7cb1c454,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:23.046898 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-3763972d-3c5b-4a74-9e82-2248f3bd75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:23.060452 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-3763972d-3c5b-4a74-9e82-2248f3bd75f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2396169 Jan 18 16:33:23.084393 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (2fb10db1-7e1e-4069-9551-c4f8f6070acf), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.215821 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12966d-02c4-40f0-92cf-259c659a2240 req-5787e822-f97a-426a-b322-195ca7455f7d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:23.231503 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d12966d-02c4-40f0-92cf-259c659a2240 req-5787e822-f97a-426a-b322-195ca7455f7d tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1506906 Jan 18 16:33:23.294830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b459f02-a141-4ae3-b973-652220acea20 req-67b24aaa-cf77-4262-abf9-cfdd63013fab tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:23.307594 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5b459f02-a141-4ae3-b973-652220acea20 req-67b24aaa-cf77-4262-abf9-cfdd63013fab tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1765170 Jan 18 16:33:23.395032 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5b459f02-a141-4ae3-b973-652220acea20 req-3e4c8427-6880-48d6-8f62-ce6c69543377 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850897 Jan 18 16:33:23.475006 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d12966d-02c4-40f0-92cf-259c659a2240 req-ebcf27f7-6c4c-4bbc-ad60-4240dfa688af tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394209 Jan 18 16:33:23.504295 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:23.552060 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.595325 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-bf3bec0f-3c75-4aad-be9b-edc18b70f8c8 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909492 Jan 18 16:33:23.702689 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-ecd15d98-c497-4495-ab87-fffaf817225a None None] Provisioning complete for port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:23.703248 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ecd15d98-c497-4495-ab87-fffaf817225a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:23.807371 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-ecd15d98-c497-4495-ab87-fffaf817225a None None] Port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:24.039833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb808f-b50d-41a3-adc6-5f1acb082b50 req-3fa0fbcf-82f8-4090-b64c-2cb4702de7fb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:24.048698 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7eb808f-b50d-41a3-adc6-5f1acb082b50 req-3fa0fbcf-82f8-4090-b64c-2cb4702de7fb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1210363 Jan 18 16:33:24.174691 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7eb808f-b50d-41a3-adc6-5f1acb082b50 req-07ea2d44-8743-44e1-bd00-90593c4892f3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148677 Jan 18 16:33:24.218433 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956760ea-2738-44fa-a0f2-d21f6265e0bc req-3b395d23-211d-4e06-967e-c0a80daebd5f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:24.235756 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-956760ea-2738-44fa-a0f2-d21f6265e0bc req-3b395d23-211d-4e06-967e-c0a80daebd5f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1830237 Jan 18 16:33:24.285465 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:24.324534 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-ff451f7a-1683-4cfe-baf1-42ee5deb67a5 req-4bff4981-858d-43c4-bd90-edc4b446bf6a service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913483 Jan 18 16:33:24.336229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-956760ea-2738-44fa-a0f2-d21f6265e0bc req-6a9bfbd1-dd17-41d4-8bcc-554a8ba89c70 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959125 Jan 18 16:33:24.399940 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:24.402100 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.403473 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks [] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.425746 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.523724 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (2fb10db1-7e1e-4069-9551-c4f8f6070acf), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.542297 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:24.543390 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.592205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:24.607369 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:24.638159 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Pushing event updated for resources: {'Port': ['ID=493a99fc-1ece-48c3-a27c-cceb7cb1c454,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:24.674898 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:24.691675 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f5a6-8ce6-4070-8482-234da85a257d req-958f20c7-f618-4812-91de-f67ea5b4e174 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:24.693274 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-01f1f5a6-8ce6-4070-8482-234da85a257d req-958f20c7-f618-4812-91de-f67ea5b4e174 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1978478 Jan 18 16:33:24.731771 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afbd43-9312-4608-b956-fae07a0558e2 req-019a1e8d-a39c-4465-b7bb-59b22a8cd653 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:24.734736 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-84afbd43-9312-4608-b956-fae07a0558e2 req-019a1e8d-a39c-4465-b7bb-59b22a8cd653 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1479051 Jan 18 16:33:24.788944 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:33:24.790344 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:33:24.870330 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-01f1f5a6-8ce6-4070-8482-234da85a257d req-ac545d51-6a42-4d25-9a31-d328d7f31e91 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566451 Jan 18 16:33:24.894032 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-84afbd43-9312-4608-b956-fae07a0558e2 req-408b4296-a850-4aef-a6f1-760e3620db04 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316998 Jan 18 16:33:24.931683 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Router 2fb10db1-7e1e-4069-9551-c4f8f6070acf has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:25.053615 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:25.058753 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9d557c49-7fa2-4878-8566-616ce83e1a28 admin admin] 10.222.0.82 "PUT /v2.0/routers/2fb10db1-7e1e-4069-9551-c4f8f6070acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7257185 Jan 18 16:33:25.145371 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-4bd2e582-4729-4d57-bc36-b5f02ec49dbf None None] Provisioning complete for port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:25.145772 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4bd2e582-4729-4d57-bc36-b5f02ec49dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:25.184015 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2e582-4729-4d57-bc36-b5f02ec49dbf None None] Port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:33:25.308402 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e756-6057-4df3-b18d-c4dccac50b74 req-193ae1cb-35cb-4815-8673-e929297e09d5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:25.318394 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7968e756-6057-4df3-b18d-c4dccac50b74 req-193ae1cb-35cb-4815-8673-e929297e09d5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0795977 Jan 18 16:33:25.386035 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7968e756-6057-4df3-b18d-c4dccac50b74 req-3648cc32-a4e8-4551-bc28-23a63dc1aa53 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663953 Jan 18 16:33:25.529149 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141043-8fc9-40ec-a645-4d5d3f7b9cac req-3920f360-431d-481b-be46-7350f058cd16 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:25.530994 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b0141043-8fc9-40ec-a645-4d5d3f7b9cac req-3920f360-431d-481b-be46-7350f058cd16 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0615282 Jan 18 16:33:25.545647 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Sync routers for ids ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:25.571064 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Routers {'2fb10db1-7e1e-4069-9551-c4f8f6070acf'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:25.571877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:25.636142 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b0141043-8fc9-40ec-a645-4d5d3f7b9cac req-617f646f-33e8-4f75-b5b0-c04e1c83710c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990186 Jan 18 16:33:25.865302 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Set router 2fb10db1-7e1e-4069-9551-c4f8f6070acf gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:26.001519 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44762) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.006586 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092520296', 'description': 'tempest-secgroup-smoke-1092520296 description', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:26.055561 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.110413 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6bf39-03cb-4263-8e9f-f7a833294fe6 req-a9ef0c04-16c2-4e0e-9804-fba242669b04 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:26.120190 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80e6bf39-03cb-4263-8e9f-f7a833294fe6 req-a9ef0c04-16c2-4e0e-9804-fba242669b04 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1559403 Jan 18 16:33:26.196533 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group (ca628120-bda2-4f37-bab4-095a38a2a595), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.206531 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:26.207868 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ca628120-bda2-4f37-bab4-095a38a2a595), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.239439 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca628120-bda2-4f37-bab4-095a38a2a595,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:26.253470 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80e6bf39-03cb-4263-8e9f-f7a833294fe6 req-583874fa-c37a-4d69-afe0-ace2bf220397 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320772 Jan 18 16:33:26.255410 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.260308 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-282a51fe-20e2-4741-821c-f9cebbedfd97 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2575169 Jan 18 16:33:26.261051 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44764) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.265810 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group_rule': {'security_group_id': 'ca628120-bda2-4f37-bab4-095a38a2a595', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:26.288385 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790beaaf-6d9e-429c-9205-132171eeb4aa req-3414ae37-eae6-4dcc-bdd3-647ec8d83664 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:26.293460 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-790beaaf-6d9e-429c-9205-132171eeb4aa req-3414ae37-eae6-4dcc-bdd3-647ec8d83664 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 945 time: 0.1700974 Jan 18 16:33:26.324474 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (28068d03-fb4a-48fb-96fb-6e7f0ce3ae84), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.349087 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:23Z', 'revision_number': 4, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '493a99fc-1ece-48c3-a27c-cceb7cb1c454', 'name': '', 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'mac_address': 'fa:16:3e:71:7b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:21Z', 'updated_at': '2022-01-18T16:33:23Z', 'revision_number': 2, 'project_id': '1134227e7952407caed0a38e220a6621', 'subnets': [{'id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:26.352848 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:26.352848 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.386852 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-790beaaf-6d9e-429c-9205-132171eeb4aa req-00500bb5-cd8e-4be9-bc06-7399e0ea3bc3 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856450 Jan 18 16:33:26.400754 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (28068d03-fb4a-48fb-96fb-6e7f0ce3ae84), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.405420 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (28068d03-fb4a-48fb-96fb-6e7f0ce3ae84), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.443496 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Checking router: 2fb10db1-7e1e-4069-9551-c4f8f6070acf for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:26.443888 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Updating router 2fb10db1-7e1e-4069-9551-c4f8f6070acf port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:33:26.455219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28068d03-fb4a-48fb-96fb-6e7f0ce3ae84,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:26.467761 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.469276 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-234a39af-6f44-4f7a-b3da-2856b665228d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2071037 Jan 18 16:33:26.472167 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44768) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.476862 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group_rule': {'security_group_id': 'ca628120-bda2-4f37-bab4-095a38a2a595', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:26.503140 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.556341 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (e5b60d6c-610d-4b41-9d4e-a87a0c22ae68), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.585316 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62ee27-7125-4815-a75c-55e11b881c0c req-3aa4c970-9ffa-48e6-b534-6552511184a8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:26.592807 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7e62ee27-7125-4815-a75c-55e11b881c0c req-3aa4c970-9ffa-48e6-b534-6552511184a8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.1115038 Jan 18 16:33:26.690248 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7e62ee27-7125-4815-a75c-55e11b881c0c req-1df6afe9-a671-4f84-a3ce-6d7ff6c96d45 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912728 Jan 18 16:33:26.697786 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (e5b60d6c-610d-4b41-9d4e-a87a0c22ae68), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.706294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (e5b60d6c-610d-4b41-9d4e-a87a0c22ae68), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.731248 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.732456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2591348 Jan 18 16:33:26.736019 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44772) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.737361 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b60d6c-610d-4b41-9d4e-a87a0c22ae68,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:26.740584 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group_rule': {'security_group_id': 'ca628120-bda2-4f37-bab4-095a38a2a595', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:26.746163 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.746789 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.747475 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.748169 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.748783 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.749392 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.749972 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.750544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.751701 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.752323 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.752900 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.753556 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.759608 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245588ef-8186-46fe-93d7-0f2d01045000 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:26.815667 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (d8599b50-3a26-45d3-962c-4ef4a170c5a3), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.837631 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:26.853032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a0f0c-b1f5-4adb-b8cc-8342601a9af9 req-4275ca06-9a73-4f7f-a032-4b363a7c8f7b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:26.855010 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5b0a0f0c-b1f5-4adb-b8cc-8342601a9af9 req-4275ca06-9a73-4f7f-a032-4b363a7c8f7b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0915499 Jan 18 16:33:26.918888 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (d8599b50-3a26-45d3-962c-4ef4a170c5a3), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.921579 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5b0a0f0c-b1f5-4adb-b8cc-8342601a9af9 req-a0611bb4-4671-449b-9ffd-bb81db3177ab tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Jan 18 16:33:26.940986 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (d8599b50-3a26-45d3-962c-4ef4a170c5a3), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.955122 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8599b50-3a26-45d3-962c-4ef4a170c5a3,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:26.973665 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.976976 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2224107a-51c8-4ea9-88fe-627122e8640b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2379150 Jan 18 16:33:26.977969 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44776) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:26.979258 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c225-cd14-4651-b8d6-bc37acc76f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:26.983161 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group_rule': {'security_group_id': 'ca628120-bda2-4f37-bab4-095a38a2a595', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:27.011482 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (80baa251-526d-4d15-aff7-70a46daedec0), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.036853 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b39ad36c-c85b-4774-a7c4-2ec833039594 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:27.070708 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Publish callbacks [] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.082004 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (80baa251-526d-4d15-aff7-70a46daedec0), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.083218 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.086226 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (80baa251-526d-4d15-aff7-70a46daedec0), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.108157 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80baa251-526d-4d15-aff7-70a46daedec0,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:27.117945 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.122479 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2ad745a4-7028-4b30-a886-d23dba2cf60a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399724 Jan 18 16:33:27.122675 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 44778) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:27.127890 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group_rule': {'security_group_id': 'ca628120-bda2-4f37-bab4-095a38a2a595', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:27.165576 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Project 726b7bab53ef4d6e869362551b3cfb6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:33:27.172284 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (ac268d7a-2d38-47d7-8db3-47e71c205745), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.174412 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399039d9-521d-45a9-91f4-f5926d60376a None None] Pushing event updated for resources: {'Port': ['ID=493a99fc-1ece-48c3-a27c-cceb7cb1c454,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:27.248966 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port b39ad36c-c85b-4774-a7c4-2ec833039594 is: ACTIVE; New status is: DOWN {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:27.248966 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.276814 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Attempting to bind port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:33:27.277231 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Attempting to bind port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:33:27.277599 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Attempting to bind port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 on network c5adadab-65fd-4031-ab0a-e674b61dfd7d {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:33:27.278034 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (ac268d7a-2d38-47d7-8db3-47e71c205745), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.283161 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (ac268d7a-2d38-47d7-8db3-47e71c205745), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.290570 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:33:27.291079 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Checking segment: {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:33:27.291645 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.292044 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Bound using segment: {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:33:27.292528 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Bound port: 493a99fc-1ece-48c3-a27c-cceb7cb1c454, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd221a49d-a202-4bb2-95f2-2f896db5a950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:33:27.292943 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.301412 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:27.304144 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39aa428-25bb-4802-84a6-fbf8a3d28bba" -d '{"events": [{"server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "name": "network-vif-unplugged", "status": "completed", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:27.334620 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.334620 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1989040 Jan 18 16:33:27.334620 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7c46f-9432-41c6-ad11-05155b7927b1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac268d7a-2d38-47d7-8db3-47e71c205745,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:27.334859 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 44784) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:27.345701 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'security_group_rule': {'security_group_id': 'ca628120-bda2-4f37-bab4-095a38a2a595', 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:33:27.363357 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b39ad36c-c85b-4774-a7c4-2ec833039594,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:27.425760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc9532d-25fa-489c-8ffc-e80745269084 x-openstack-request-id: req-4dc9532d-25fa-489c-8ffc-e80745269084 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:27.426140 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "name": "network-vif-unplugged", "status": "completed", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:27.426325 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.securitygroups_db [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Project 726b7bab53ef4d6e869362551b3cfb6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:33:27.426826 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4dc9532d-25fa-489c-8ffc-e80745269084 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:27.427055 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594', 'code': 200} Jan 18 16:33:27.429784 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.435952 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (5e0f0adc-e035-443d-b60a-9ceb4dc8a32a), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.550676 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=6']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:27.559405 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] For port 493a99fc-1ece-48c3-a27c-cceb7cb1c454, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:33:27.564389 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84efcc5-71e9-4b64-979b-b74f31a3c595 req-59104df0-cf60-4469-a99c-7cc14bbf6bd0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:27.567037 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d84efcc5-71e9-4b64-979b-b74f31a3c595 req-59104df0-cf60-4469-a99c-7cc14bbf6bd0 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1544864 Jan 18 16:33:27.576286 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] For port 493a99fc-1ece-48c3-a27c-cceb7cb1c454, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=493a99fc-1ece-48c3-a27c-cceb7cb1c454,segment=NetworkSegment(d221a49d-a202-4bb2-95f2-2f896db5a950),segment_id=d221a49d-a202-4bb2-95f2-2f896db5a950)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:33:27.577683 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] Provisioning complete for port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:27.578197 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.602122 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.613659 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (5e0f0adc-e035-443d-b60a-9ceb4dc8a32a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.621840 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (5e0f0adc-e035-443d-b60a-9ceb4dc8a32a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.652105 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d6961-d0d3-4210-8831-7e0d762b606d req-5456d96f-f275-4878-94d6-93d4f839685b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:27.653697 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-001d6961-d0d3-4210-8831-7e0d762b606d req-5456d96f-f275-4878-94d6-93d4f839685b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.1334739 Jan 18 16:33:27.682679 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0f0adc-e035-443d-b60a-9ceb4dc8a32a,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:27.683524 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399039d9-521d-45a9-91f4-f5926d60376a None None] Pushing event updated for resources: {'Port': ['ID=493a99fc-1ece-48c3-a27c-cceb7cb1c454,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:27.696587 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Routers {'2fb10db1-7e1e-4069-9551-c4f8f6070acf'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:27.697357 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:32:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:27.731314 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d84efcc5-71e9-4b64-979b-b74f31a3c595 req-36a229f8-4f64-4bb5-952d-4736485db58d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472554 Jan 18 16:33:27.803495 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.808292 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] Current status of the port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:27.808692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.822355 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-57f25994-0aae-4711-bfc4-d44dcdb22ee1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4860539 Jan 18 16:33:27.848300 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-001d6961-d0d3-4210-8831-7e0d762b606d req-4cafb43f-33e1-4bba-b8d7-2bd6a2c97c2f tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780286 Jan 18 16:33:27.908215 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] For port 493a99fc-1ece-48c3-a27c-cceb7cb1c454, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=493a99fc-1ece-48c3-a27c-cceb7cb1c454,segment=NetworkSegment(d221a49d-a202-4bb2-95f2-2f896db5a950),segment_id=d221a49d-a202-4bb2-95f2-2f896db5a950)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:27.915111 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:27.949156 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4549-2140-4342-92d9-15b3abec3ca5 req-be62d121-bf31-4ea7-bd6f-c173bb2e51e2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:27.959166 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3edc4549-2140-4342-92d9-15b3abec3ca5 req-be62d121-bf31-4ea7-bd6f-c173bb2e51e2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0833745 Jan 18 16:33:27.966066 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] Set router 2fb10db1-7e1e-4069-9551-c4f8f6070acf gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:28.066158 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3edc4549-2140-4342-92d9-15b3abec3ca5 req-df67fb3b-2fc5-461d-9f21-5b2cff3b1321 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054928 Jan 18 16:33:28.189154 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22441602-296b-43c2-9ba8-0d02c02c51d2 req-fdf60919-ebec-44fa-9038-403477f88217 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:28.191429 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22441602-296b-43c2-9ba8-0d02c02c51d2 req-fdf60919-ebec-44fa-9038-403477f88217 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.1159251 Jan 18 16:33:28.285982 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963f811-d28b-47d9-a31d-65459fdebe1e None None] Pushing event updated for resources: {'Port': ['ID=493a99fc-1ece-48c3-a27c-cceb7cb1c454,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:28.310815 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-dabeeaa4-860c-4ad6-8468-0e0eadb29f6d None None] Provisioning complete for port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:28.311318 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dabeeaa4-860c-4ad6-8468-0e0eadb29f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:28.378929 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22441602-296b-43c2-9ba8-0d02c02c51d2 req-87109225-108a-4d61-b704-4ad1ebf8712f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789165 Jan 18 16:33:28.457021 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:23Z', 'revision_number': 4, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '493a99fc-1ece-48c3-a27c-cceb7cb1c454', 'name': '', 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'mac_address': 'fa:16:3e:71:7b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:21Z', 'updated_at': '2022-01-18T16:33:27Z', 'revision_number': 4, 'project_id': '1134227e7952407caed0a38e220a6621', 'subnets': [{'id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:28.488345 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f782f1-3d67-4f33-9dee-9019f1477b5c None None] The sync data for ids ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'] in dv-cinder-788368-3-iscsi is: [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:23Z', 'revision_number': 4, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '493a99fc-1ece-48c3-a27c-cceb7cb1c454', 'name': '', 'network_id': 'c5adadab-65fd-4031-ab0a-e674b61dfd7d', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'mac_address': 'fa:16:3e:71:7b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:21Z', 'updated_at': '2022-01-18T16:33:27Z', 'revision_number': 4, 'project_id': '1134227e7952407caed0a38e220a6621', 'subnets': [{'id': 'b67375dd-b06a-4ffe-856f-1db60aba9d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:28.491670 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-dabeeaa4-860c-4ad6-8468-0e0eadb29f6d None None] Current status of the port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:28.867562 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3624c-feda-4af8-b4ba-d10f2b9f62f6 req-613fca39-6173-4e46-bbcd-acb64fc20706 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:28.870800 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ddb3624c-feda-4af8-b4ba-d10f2b9f62f6 req-613fca39-6173-4e46-bbcd-acb64fc20706 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0622089 Jan 18 16:33:28.965054 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ddb3624c-feda-4af8-b4ba-d10f2b9f62f6 req-7c3536ac-480e-4ee7-8f00-e66896001036 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821860 Jan 18 16:33:29.019340 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec1a46-acdc-44aa-8c2c-7940def3d13c req-d04d66ed-b727-424a-9f69-2cac52e3e337 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:29.021196 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8bec1a46-acdc-44aa-8c2c-7940def3d13c req-d04d66ed-b727-424a-9f69-2cac52e3e337 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0910597 Jan 18 16:33:29.076700 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8bec1a46-acdc-44aa-8c2c-7940def3d13c req-b35afbcd-83bc-4949-906a-498bd44ba9ef tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503705 Jan 18 16:33:29.185803 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-642e4b39-5fdf-4cf5-b315-7b1917e7c71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:29.195169 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c290aef-a0f5-4132-8ac9-bb8dd5e60b54 req-e051c3c2-b72a-4357-ab34-e079efaf900f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:29.197127 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c290aef-a0f5-4132-8ac9-bb8dd5e60b54 req-e051c3c2-b72a-4357-ab34-e079efaf900f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0562232 Jan 18 16:33:29.250240 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c290aef-a0f5-4132-8ac9-bb8dd5e60b54 req-53ee42eb-49b8-45e9-b5ea-0674027a6362 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433536 Jan 18 16:33:29.486751 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27903-a836-4864-9a26-0d52382954aa req-3f91de14-9f94-471e-b463-0f5fb99be337 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:29.488260 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75d27903-a836-4864-9a26-0d52382954aa req-3f91de14-9f94-471e-b463-0f5fb99be337 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0518873 Jan 18 16:33:29.536130 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75d27903-a836-4864-9a26-0d52382954aa req-53ea1b21-db0b-494b-ba8c-a57fdec7652d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Jan 18 16:33:30.073106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8757a1-5cf3-4f5e-9579-ce75832531c1 req-d930cdf8-9641-4338-936e-94070ab45719 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:30.073106 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f8757a1-5cf3-4f5e-9579-ce75832531c1 req-d930cdf8-9641-4338-936e-94070ab45719 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0493641 Jan 18 16:33:30.126541 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.133502 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f8757a1-5cf3-4f5e-9579-ce75832531c1 req-0adcde62-447f-4a33-99ef-94e9d28eab8a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Jan 18 16:33:30.173809 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 493a99fc-1ece-48c3-a27c-cceb7cb1c454 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:30.202618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee24b-9bb6-4af4-b568-d4ae57c37588 req-392fa6c1-12fe-465e-97d8-e7f7e4cb49b4 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:30.204216 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a69ee24b-9bb6-4af4-b568-d4ae57c37588 req-392fa6c1-12fe-465e-97d8-e7f7e4cb49b4 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0517318 Jan 18 16:33:30.222379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:30.222989 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.252218 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a69ee24b-9bb6-4af4-b568-d4ae57c37588 req-32a4d7da-63a4-4177-beca-9a89172d8693 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Jan 18 16:33:30.316054 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:30.366625 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6682b1-f34d-4d12-a9b1-94d92e437fb1 req-77c7e133-a026-46c6-bbdc-cb2d9bcb7966 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:30.368135 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3b6682b1-f34d-4d12-a9b1-94d92e437fb1 req-77c7e133-a026-46c6-bbdc-cb2d9bcb7966 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0483587 Jan 18 16:33:30.395682 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:30.416984 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3b6682b1-f34d-4d12-a9b1-94d92e437fb1 req-92b1f065-b2a2-462d-87b0-644687047555 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429499 Jan 18 16:33:30.653163 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f56a1-8c08-4572-b012-b9f88ccbcaa7 req-ee417fe2-3ed9-4967-84f6-bfb842950a04 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:30.654743 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-756f56a1-8c08-4572-b012-b9f88ccbcaa7 req-ee417fe2-3ed9-4967-84f6-bfb842950a04 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0531845 Jan 18 16:33:30.703320 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-756f56a1-8c08-4572-b012-b9f88ccbcaa7 req-05ef9540-969a-4e8b-9bd0-cb22a9ac0a54 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Jan 18 16:33:31.246519 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45505d6c-268c-44da-adec-44e617d0f1a1 req-059ac8e3-092c-4976-913a-b387b32f3973 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:31.248001 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-45505d6c-268c-44da-adec-44e617d0f1a1 req-059ac8e3-092c-4976-913a-b387b32f3973 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0491259 Jan 18 16:33:31.304207 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-45505d6c-268c-44da-adec-44e617d0f1a1 req-45358318-dc99-4351-a414-03f953050612 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Jan 18 16:33:31.370435 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adba84e-7bbb-46bf-9e1e-469f03b28e9f req-32072f96-8a75-4e3c-a08d-b571a19d172a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:31.371800 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3adba84e-7bbb-46bf-9e1e-469f03b28e9f req-32072f96-8a75-4e3c-a08d-b571a19d172a tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0510080 Jan 18 16:33:31.417948 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3adba84e-7bbb-46bf-9e1e-469f03b28e9f req-83cf3785-9c55-493e-8279-143e1bf0f6d6 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Jan 18 16:33:31.534957 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9700a-0af6-44d4-ad5e-c14183637e90 req-42b1dd3b-9c3e-4c90-9db9-1eebbeb54337 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:31.536427 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78c9700a-0af6-44d4-ad5e-c14183637e90 req-42b1dd3b-9c3e-4c90-9db9-1eebbeb54337 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0478647 Jan 18 16:33:31.582765 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78c9700a-0af6-44d4-ad5e-c14183637e90 req-1f33dfd2-d8e5-42ec-b26c-1938e563c687 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408225 Jan 18 16:33:31.775543 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:31.822184 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658be973-8987-4a12-b81a-074f446bffbc req-f2cbf01b-fd51-4783-9b6a-277bbb126c30 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:31.823700 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-658be973-8987-4a12-b81a-074f446bffbc req-f2cbf01b-fd51-4783-9b6a-277bbb126c30 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0496376 Jan 18 16:33:31.881525 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-658be973-8987-4a12-b81a-074f446bffbc req-3b009f11-89e2-4b6c-8360-ba5cba155182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Jan 18 16:33:32.245214 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-b00da4d6-7570-48e9-83d2-1bed9d3c440e tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.246779 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-b00da4d6-7570-48e9-83d2-1bed9d3c440e tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0514023 Jan 18 16:33:32.349886 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-08b254a4-c30f-4908-bc23-dd7b7c96571a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.351379 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-08b254a4-c30f-4908-bc23-dd7b7c96571a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.1037338 Jan 18 16:33:32.423223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efdb51-3582-4456-84de-8483d832d36b req-5b16aa3a-f23a-4411-b60d-014927767911 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.425006 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91efdb51-3582-4456-84de-8483d832d36b req-5b16aa3a-f23a-4411-b60d-014927767911 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 945 time: 0.0528855 Jan 18 16:33:32.437325 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Deleting port b39ad36c-c85b-4774-a7c4-2ec833039594 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:33:32.437672 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.484908 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91efdb51-3582-4456-84de-8483d832d36b req-92707004-b547-4fcf-98b7-df9cc0229bbe tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514290 Jan 18 16:33:32.542085 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Deleting port 11d4eb96-5b48-447f-b96d-d55d1869150b {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:33:32.542511 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.565912 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999ebe9-26d7-4b1e-9d9c-b8f3e42e9489 req-3a515cd0-1dbb-4e72-920e-527d0fecf69b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.568428 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6999ebe9-26d7-4b1e-9d9c-b8f3e42e9489 req-3a515cd0-1dbb-4e72-920e-527d0fecf69b tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 943 time: 0.0557508 Jan 18 16:33:32.569054 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] For port b39ad36c-c85b-4774-a7c4-2ec833039594, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b39ad36c-c85b-4774-a7c4-2ec833039594,segment=NetworkSegment(79188b8d-95d8-45c0-a14f-8a169e34b7b3),segment_id=79188b8d-95d8-45c0-a14f-8a169e34b7b3)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:32.569493 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.616590 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Calling delete_port for b39ad36c-c85b-4774-a7c4-2ec833039594 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:33:32.644374 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6999ebe9-26d7-4b1e-9d9c-b8f3e42e9489 req-d63e8b0c-ff6d-4938-a949-4dd6492e3eae tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/security-groups?id=b7d830a4-d600-4cec-9036-b88957ff59ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700629 Jan 18 16:33:32.727228 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] For port 11d4eb96-5b48-447f-b96d-d55d1869150b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=11d4eb96-5b48-447f-b96d-d55d1869150b,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:32.727741 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.742480 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3fa1-64be-4e19-9b8c-24f7696680e7 req-3c3d8320-b66a-41ad-a4cf-f982c890d6cf tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:32.745166 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-765a3fa1-64be-4e19-9b8c-24f7696680e7 req-3c3d8320-b66a-41ad-a4cf-f982c890d6cf tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0667958 Jan 18 16:33:32.764231 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Calling delete_port for 11d4eb96-5b48-447f-b96d-d55d1869150b owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:33:32.793694 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-765a3fa1-64be-4e19-9b8c-24f7696680e7 req-6172ac8f-9abe-4d33-9120-35cedf860629 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 Jan 18 16:33:32.894834 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (b39ad36c-c85b-4774-a7c4-2ec833039594), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:32.947346 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Pushing event deleted for resources: {'Port': ['ID=b39ad36c-c85b-4774-a7c4-2ec833039594,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:33.004773 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb681070-5d27-40b4-bcd6-5f4a9fc40915 req-077b2dca-145f-4e1d-80fe-46e307b28707 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:33.005164 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] No DVR routers for this DVR port b39ad36c-c85b-4774-a7c4-2ec833039594 on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:33:33.007186 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb681070-5d27-40b4-bcd6-5f4a9fc40915 req-077b2dca-145f-4e1d-80fe-46e307b28707 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0513496 Jan 18 16:33:33.007737 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:33.011000 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-18e6afbb-74c2-4219-99cd-b53cbb0ebb3a req-661a0b5b-c5ca-43bb-b7e3-a380c9876861 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.45 "DELETE /v2.0/ports/b39ad36c-c85b-4774-a7c4-2ec833039594 HTTP/1.1" status: 204 len: 173 time: 0.7394118 Jan 18 16:33:33.011440 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'name': 'network-vif-deleted', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:33.013709 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf85d6e0-b3dd-4fdb-8833-444c0fdb4bc3" -d '{"events": [{"server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "name": "network-vif-deleted", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:33.017912 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (11d4eb96-5b48-447f-b96d-d55d1869150b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:33.051503 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:33.066945 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Pushing event deleted for resources: {'Port': ['ID=11d4eb96-5b48-447f-b96d-d55d1869150b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:33.073600 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb681070-5d27-40b4-bcd6-5f4a9fc40915 req-045d48e8-15cf-4387-87f4-159dd09ac4dc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Jan 18 16:33:33.079410 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5abd97c-4f94-4185-87c0-b1a054eb3e82 x-openstack-request-id: req-b5abd97c-4f94-4185-87c0-b1a054eb3e82 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:33.079410 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2217c82-c31b-4997-a07b-a3f3b15120f2", "name": "network-vif-deleted", "tag": "b39ad36c-c85b-4774-a7c4-2ec833039594", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:33.079410 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b5abd97c-4f94-4185-87c0-b1a054eb3e82 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:33.079715 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2217c82-c31b-4997-a07b-a3f3b15120f2', 'name': 'network-vif-deleted', 'tag': 'b39ad36c-c85b-4774-a7c4-2ec833039594', 'status': 'completed', 'code': 200} Jan 18 16:33:33.112438 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] No DVR routers for this DVR port 11d4eb96-5b48-447f-b96d-d55d1869150b on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:33:33.114923 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:33.118192 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-a320a5be-8535-4b0a-98a6-93a88967b943 req-14e5a268-8998-4b78-98cc-f64f1b319946 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "DELETE /v2.0/ports/11d4eb96-5b48-447f-b96d-d55d1869150b HTTP/1.1" status: 204 len: 173 time: 0.7604043 Jan 18 16:33:33.590546 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-62dc9a95-4470-4eab-9070-fe0edb473da5 req-94231799-c70b-4a7e-a6b8-daa8c328c938 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0291309 Jan 18 16:33:33.737976 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ff03e69b-46f1-4c04-af17-ef55020ffa56 req-fd55aef3-7668-46a0-a5f1-cd0e803d92eb tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Jan 18 16:33:33.914971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677692-c9b8-49dd-95c9-a9d1872c281b req-f659990b-9169-4abb-a3a4-826dce92067b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:33.916454 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-70677692-c9b8-49dd-95c9-a9d1872c281b req-f659990b-9169-4abb-a3a4-826dce92067b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0516770 Jan 18 16:33:33.963208 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-70677692-c9b8-49dd-95c9-a9d1872c281b req-a12771cf-c6fc-4e84-bc22-95924b817688 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Jan 18 16:33:34.197089 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3704-b306-4250-8909-4ffd7234a23c req-ea1313c5-fe92-4c3e-b927-a4f360a2acc7 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:34.198561 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-82ea3704-b306-4250-8909-4ffd7234a23c req-ea1313c5-fe92-4c3e-b927-a4f360a2acc7 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0491438 Jan 18 16:33:34.248473 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-82ea3704-b306-4250-8909-4ffd7234a23c req-56cd4c39-b1e5-480e-a03f-c1204c6da061 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440345 Jan 18 16:33:34.686959 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-53c7aeaa-e6fd-4cd7-aecf-c9728996f660 req-9f7f1252-d6b4-4207-94a5-76e165f7e0f9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0294216 Jan 18 16:33:34.838331 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f637ef43-267a-45ab-8b38-9f1a1504293d req-7a296e26-2d7d-47b4-a16f-824c26caf47e tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0280790 Jan 18 16:33:35.081012 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81185063-e397-4416-9d88-33fd33859fe1', 'name': 'network-vif-deleted', 'tag': '11d4eb96-5b48-447f-b96d-d55d1869150b'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:35.083338 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e43ed4a-c247-4b85-984d-d843a45e6a16" -d '{"events": [{"server_uuid": "81185063-e397-4416-9d88-33fd33859fe1", "name": "network-vif-deleted", "tag": "11d4eb96-5b48-447f-b96d-d55d1869150b"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:35.088487 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a3b4f-3ad3-4e67-8754-cd366cad7708 req-96407a8d-7c9a-473f-bb20-7aefdae922e1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:35.089927 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b57a3b4f-3ad3-4e67-8754-cd366cad7708 req-96407a8d-7c9a-473f-bb20-7aefdae922e1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0517087 Jan 18 16:33:35.119604 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db215bde-e64f-4911-ae33-7a737bbd797a x-openstack-request-id: req-db215bde-e64f-4911-ae33-7a737bbd797a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:35.119899 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81185063-e397-4416-9d88-33fd33859fe1", "name": "network-vif-deleted", "tag": "11d4eb96-5b48-447f-b96d-d55d1869150b", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:35.120150 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-db215bde-e64f-4911-ae33-7a737bbd797a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:35.120544 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81185063-e397-4416-9d88-33fd33859fe1', 'name': 'network-vif-deleted', 'tag': '11d4eb96-5b48-447f-b96d-d55d1869150b', 'status': 'completed', 'code': 200} Jan 18 16:33:35.141834 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b57a3b4f-3ad3-4e67-8754-cd366cad7708 req-af70e285-696c-45ea-a24d-602704bb97e6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457053 Jan 18 16:33:35.370778 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0baaa-6cd5-4584-9106-3f027f2585ca req-fbc5a742-9345-4bf5-97e5-70e93a8bd86f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:35.372238 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-83d0baaa-6cd5-4584-9106-3f027f2585ca req-fbc5a742-9345-4bf5-97e5-70e93a8bd86f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0505877 Jan 18 16:33:35.428054 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-83d0baaa-6cd5-4584-9106-3f027f2585ca req-0ac9b7eb-4418-43c0-abb4-202a63978d52 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498145 Jan 18 16:33:35.783445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8853c9b3-884b-4188-b516-56409a98505f req-9db78d96-6a2a-43e5-ac6a-015147baef3a tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0284715 Jan 18 16:33:35.930379 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-74d54b34-a581-4148-a8ab-366317adc7f1 req-136e20b2-347d-4b21-b675-31e25e41a476 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0250428 Jan 18 16:33:36.239458 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['26efc157-2c4a-47a9-adb9-526b31015bd6'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:36.243788 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 11d4eb96-5b48-447f-b96d-d55d1869150b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:36.297786 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67863d2a-554c-4007-bbdc-f61a0f3cd3c9 req-d2d09d60-e22e-453d-8697-ced51d41296f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:36.299980 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-67863d2a-554c-4007-bbdc-f61a0f3cd3c9 req-d2d09d60-e22e-453d-8697-ced51d41296f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0704944 Jan 18 16:33:36.312088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 11d4eb96-5b48-447f-b96d-d55d1869150b {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:33:36.312737 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 11d4eb96-5b48-447f-b96d-d55d1869150b not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:33:36.364501 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-67863d2a-554c-4007-bbdc-f61a0f3cd3c9 req-39a4c24f-613b-463c-84fd-9a2b6b1f7585 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561669 Jan 18 16:33:36.549221 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fd8c3-dd8f-4df4-a2cd-3d295aa083d7 req-147fc3b6-232a-442b-9fe0-f24a596a0b43 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:36.550680 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-898fd8c3-dd8f-4df4-a2cd-3d295aa083d7 req-147fc3b6-232a-442b-9fe0-f24a596a0b43 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0533943 Jan 18 16:33:36.598926 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-898fd8c3-dd8f-4df4-a2cd-3d295aa083d7 req-ea5d631d-fa18-4a18-9916-74065fb80438 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425262 Jan 18 16:33:36.894537 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-27a6f7de-08ec-4c6b-a458-a03240fa1d8f req-3cdfce33-a0ad-4bd8-89a7-13a93249ce43 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=81185063-e397-4416-9d88-33fd33859fe1 HTTP/1.1" status: 200 len: 210 time: 0.0290937 Jan 18 16:33:37.050542 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7aeff512-d974-4146-8538-a3f1e460035d req-fd4099bc-54a5-4f2c-84b6-bc14def3fb36 tempest-VolumesActionsTest-518993571 tempest-VolumesActionsTest-518993571-project] 10.222.0.82 "GET /v2.0/ports?device_id=c2217c82-c31b-4997-a07b-a3f3b15120f2 HTTP/1.1" status: 200 len: 210 time: 0.0272634 Jan 18 16:33:37.488143 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2fa8b-81ad-4b24-bd0a-94b295f81195 req-b7ee0e4d-f64b-4d5a-8854-e156dd78eb44 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:37.489663 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a3d2fa8b-81ad-4b24-bd0a-94b295f81195 req-b7ee0e4d-f64b-4d5a-8854-e156dd78eb44 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0508466 Jan 18 16:33:37.538451 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a3d2fa8b-81ad-4b24-bd0a-94b295f81195 req-cf8fedbd-3504-44ea-8446-9da003cc093d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431640 Jan 18 16:33:37.716988 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf8431-4889-4139-ab7e-e08890119339 req-563eb6ce-b874-4581-92f0-29e255461242 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:37.718482 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-babf8431-4889-4139-ab7e-e08890119339 req-563eb6ce-b874-4581-92f0-29e255461242 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0531287 Jan 18 16:33:37.766002 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-babf8431-4889-4139-ab7e-e08890119339 req-cee79668-5086-48c2-a4ef-92674aab8e0d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Jan 18 16:33:38.178519 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba9ad3-1e3c-4889-ac06-0217a71f0a42 req-70a57b33-2efc-4d0d-8041-64d7282664a7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:38.180192 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7eba9ad3-1e3c-4889-ac06-0217a71f0a42 req-70a57b33-2efc-4d0d-8041-64d7282664a7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0607688 Jan 18 16:33:38.241893 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7eba9ad3-1e3c-4889-ac06-0217a71f0a42 req-d257a05b-0809-4610-9ad7-7a399ddf4819 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552108 Jan 18 16:33:38.669847 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4586af3-83e6-47cf-b0fd-c7836748d6eb req-135c51ac-3bd3-494e-887a-d6a985813446 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:38.671313 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a4586af3-83e6-47cf-b0fd-c7836748d6eb req-135c51ac-3bd3-494e-887a-d6a985813446 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0568595 Jan 18 16:33:38.969439 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a4586af3-83e6-47cf-b0fd-c7836748d6eb req-616198fc-a266-497e-ba97-8a66e2ab6bd6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918553 Jan 18 16:33:38.982306 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774874ea-0885-4a42-884c-636b381a147d req-6a52bc4e-e00e-4d04-bad1-1264d4762d9e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:38.983731 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-774874ea-0885-4a42-884c-636b381a147d req-6a52bc4e-e00e-4d04-bad1-1264d4762d9e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0705023 Jan 18 16:33:39.037599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-774874ea-0885-4a42-884c-636b381a147d req-5c4375ac-4734-428b-a262-a039912753f9 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Jan 18 16:33:39.351051 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0fcd0-8fa8-4960-be49-6e91d6176b83 req-514d2a6f-86ad-4eb4-a57e-fd6bbb49f6cc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:39.352498 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6fe0fcd0-8fa8-4960-be49-6e91d6176b83 req-514d2a6f-86ad-4eb4-a57e-fd6bbb49f6cc tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0481308 Jan 18 16:33:39.401100 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6fe0fcd0-8fa8-4960-be49-6e91d6176b83 req-711ef024-0a8f-4e6b-9f9d-2fb15d3edea1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Jan 18 16:33:40.090104 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aeb09-e9c6-43d8-a58a-576de3489196 req-819b9c42-6fe2-49d0-bc27-f92c35d4bd51 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:40.091467 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6c6aeb09-e9c6-43d8-a58a-576de3489196 req-819b9c42-6fe2-49d0-bc27-f92c35d4bd51 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0507097 Jan 18 16:33:40.175357 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6c6aeb09-e9c6-43d8-a58a-576de3489196 req-d8c85587-29c0-47a9-b614-2ae3e926fbdc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774248 Jan 18 16:33:40.187196 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674db7d-f82b-40f5-bef7-4c1e140f3fda req-0e859976-5c1f-4823-815c-97386ccec220 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:40.188630 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9674db7d-f82b-40f5-bef7-4c1e140f3fda req-0e859976-5c1f-4823-815c-97386ccec220 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 943 time: 0.0837555 Jan 18 16:33:40.203673 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 684a69e2-8aee-429a-ad20-cba1e94ddb16 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:40.239734 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9674db7d-f82b-40f5-bef7-4c1e140f3fda req-6e55b617-15f1-4910-b1da-67a4fd21299c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 Jan 18 16:33:40.426202 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:40.439078 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'port_id': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'mac_address': 'fa:16:3e:26:74:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:40.477507 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 684a69e2-8aee-429a-ad20-cba1e94ddb16 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:40.477995 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:40.492304 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684a69e2-8aee-429a-ad20-cba1e94ddb16 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:40.519340 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:40.524957 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:40.533539 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce1ce0-8bdd-4174-a944-037d8099452e req-341f7028-7de4-4967-bf16-7af08e10e157 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:40.535140 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cfce1ce0-8bdd-4174-a944-037d8099452e req-341f7028-7de4-4967-bf16-7af08e10e157 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0550513 Jan 18 16:33:40.579402 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:40.588498 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cfce1ce0-8bdd-4174-a944-037d8099452e req-34a94f12-ab89-4c92-9951-171e6eeeb597 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Jan 18 16:33:41.298101 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b369c0e7-fd7b-4123-aa79-c77106ccb888 req-013db466-cef8-4b74-b2fb-c61795a9e28a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:41.300238 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b369c0e7-fd7b-4123-aa79-c77106ccb888 req-013db466-cef8-4b74-b2fb-c61795a9e28a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 943 time: 0.0495653 Jan 18 16:33:41.381193 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b369c0e7-fd7b-4123-aa79-c77106ccb888 req-bcb44831-62f5-4caa-9937-2b61d69c4db2 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747559 Jan 18 16:33:41.388269 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee54d-2fcc-40d6-8fef-51b6e70ee69a req-bbcffb6b-627e-4ce2-835f-99723ae793cf tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:41.389796 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c6cee54d-2fcc-40d6-8fef-51b6e70ee69a req-bbcffb6b-627e-4ce2-835f-99723ae793cf tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 944 time: 0.0776753 Jan 18 16:33:41.438386 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c6cee54d-2fcc-40d6-8fef-51b6e70ee69a req-5ae335af-9c27-495f-a0a5-7fa3a8caf3a0 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423019 Jan 18 16:33:41.701747 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cab017-81a6-4578-baad-6b140c2efbd2 req-f275257f-171b-4a40-806e-65df0185f9f9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:41.703247 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-53cab017-81a6-4578-baad-6b140c2efbd2 req-f275257f-171b-4a40-806e-65df0185f9f9 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0496764 Jan 18 16:33:41.750485 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-53cab017-81a6-4578-baad-6b140c2efbd2 req-b2157eec-f541-4384-89d1-f41b020641d1 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410073 Jan 18 16:33:42.234276 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:33:42.332129 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:42.346409 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'port_id': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'mac_address': 'fa:16:3e:21:c7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:33:42.384614 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:42.385143 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.398550 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:33:42.418734 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:42.423890 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:42.483603 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=9']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:42.491088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.491469 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.491833 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.492175 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.492505 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.492838 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.493257 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.493843 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.494258 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.494602 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.494966 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.495773 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.495773 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:33:42.512788 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe673b-29b8-4c22-a7f6-23155b742ef9 req-3b8ce1d0-55e1-4a69-9008-0955c5fc23a9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:42.514318 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5bfe673b-29b8-4c22-a7f6-23155b742ef9 req-3b8ce1d0-55e1-4a69-9008-0955c5fc23a9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.0540078 Jan 18 16:33:42.593676 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ce0c-0f2d-4d60-8fab-1aea51febd20 req-0638f90e-53f7-4c7e-a2ef-79468f2589e5 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:42.595085 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5a82ce0c-0f2d-4d60-8fab-1aea51febd20 req-0638f90e-53f7-4c7e-a2ef-79468f2589e5 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 944 time: 0.0798357 Jan 18 16:33:42.600413 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5bfe673b-29b8-4c22-a7f6-23155b742ef9 req-be30e0d4-d216-4099-ae5c-0e5d5637c996 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768712 Jan 18 16:33:42.621652 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['684a69e2-8aee-429a-ad20-cba1e94ddb16'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:42.649381 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5a82ce0c-0f2d-4d60-8fab-1aea51febd20 req-c17ecc5d-3aa5-406d-910a-3ec531fb9772 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468659 Jan 18 16:33:42.811350 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:42.871192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81566ca-2fe5-40fd-a63f-ecdaa2101181 req-309dd221-90bc-49aa-932e-4ff15a9c112f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:42.872548 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b81566ca-2fe5-40fd-a63f-ecdaa2101181 req-309dd221-90bc-49aa-932e-4ff15a9c112f tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0518253 Jan 18 16:33:42.928228 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b81566ca-2fe5-40fd-a63f-ecdaa2101181 req-3f719ff5-1669-4663-8a86-256ff28b4d9e tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500119 Jan 18 16:33:43.727133 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9998e-31cf-4436-b749-1f220ca86d98 req-7507b2db-7684-41fe-b74d-aab33abfa2f6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.728669 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3c9998e-31cf-4436-b749-1f220ca86d98 req-7507b2db-7684-41fe-b74d-aab33abfa2f6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 944 time: 0.0566895 Jan 18 16:33:43.806091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d331-67c2-4f06-84f6-5909a2008147 req-809e2e6c-6341-4700-9ed0-8eeffe2f5b33 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:43.807547 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2664d331-67c2-4f06-84f6-5909a2008147 req-809e2e6c-6341-4700-9ed0-8eeffe2f5b33 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 944 time: 0.0778978 Jan 18 16:33:43.810699 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3c9998e-31cf-4436-b749-1f220ca86d98 req-1ef08f1b-ab37-4616-92aa-801c12e2349c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726869 Jan 18 16:33:43.864472 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2664d331-67c2-4f06-84f6-5909a2008147 req-1139bcfc-64e5-400c-897f-32196043b59f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500169 Jan 18 16:33:44.051203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e31eed-91e2-4a28-a40b-8765b1b50be8 req-69269d68-1da8-419e-9691-b47a2676df20 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:44.053416 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81e31eed-91e2-4a28-a40b-8765b1b50be8 req-69269d68-1da8-419e-9691-b47a2676df20 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0556672 Jan 18 16:33:44.116096 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81e31eed-91e2-4a28-a40b-8765b1b50be8 req-fc720c8c-4c56-46fc-8a05-fd35e43d7d9d tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Jan 18 16:33:44.225713 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:44.285898 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:44.286274 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.371911 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:44.372308 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.397017 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:44.399395 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0e3776-1731-4338-bf42-86172d88a5fc" -d '{"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:44.412782 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:44.418573 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.419825 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 684a69e2-8aee-429a-ad20-cba1e94ddb16 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:33:44.471056 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec56a88b-680d-4bee-84d8-8b4e23dfd7e4 x-openstack-request-id: req-ec56a88b-680d-4bee-84d8-8b4e23dfd7e4 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:44.471371 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-plugged", "status": "completed", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:44.471818 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ec56a88b-680d-4bee-84d8-8b4e23dfd7e4 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:44.472362 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'code': 200} Jan 18 16:33:44.518528 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=10']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:44.546519 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 684a69e2-8aee-429a-ad20-cba1e94ddb16 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:33:44.551667 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 684a69e2-8aee-429a-ad20-cba1e94ddb16 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:33:44.552051 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.647443 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 684a69e2-8aee-429a-ad20-cba1e94ddb16 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:33:44.648010 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.692026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:44.697049 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:44.754470 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:45.055526 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621538f-a6a0-4b1c-b91c-553891f51bf4 req-c1b434d1-7a28-434f-beb6-ee58c5847402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.061477 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd51c-9fbd-4c5f-b7b4-1bd5fe60c7ba req-bb308456-23c5-4fb9-828d-71e363901e82 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.062538 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d621538f-a6a0-4b1c-b91c-553891f51bf4 req-c1b434d1-7a28-434f-beb6-ee58c5847402 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1099 time: 0.0540481 Jan 18 16:33:45.063219 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8a5fd51c-9fbd-4c5f-b7b4-1bd5fe60c7ba req-bb308456-23c5-4fb9-828d-71e363901e82 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.1399307 Jan 18 16:33:45.076497 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef3ac-fc59-4ffb-a25f-092af4b6f231 req-e7fe16cb-b557-4756-b0a6-18cbd8525818 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.079099 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a2ef3ac-fc59-4ffb-a25f-092af4b6f231 req-e7fe16cb-b557-4756-b0a6-18cbd8525818 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0988545 Jan 18 16:33:45.120243 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-d621538f-a6a0-4b1c-b91c-553891f51bf4 req-9b1860d2-2ac7-4690-b10e-2bd1bc2a274d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Jan 18 16:33:45.170772 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a2ef3ac-fc59-4ffb-a25f-092af4b6f231 req-b0fca4eb-03d4-45fc-a7d0-c2c6a2d6607c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810642 Jan 18 16:33:45.176703 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8a5fd51c-9fbd-4c5f-b7b4-1bd5fe60c7ba req-a3f2fb40-6bae-4e17-ab06-f2906d83584e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965188 Jan 18 16:33:45.298598 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f2845-ecde-43a4-9a56-91f99378479f req-0e0b3a4f-26cd-498d-96e9-8db5c57dcbad tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.300159 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3e0f2845-ecde-43a4-9a56-91f99378479f req-0e0b3a4f-26cd-498d-96e9-8db5c57dcbad tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0593336 Jan 18 16:33:45.353185 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3e0f2845-ecde-43a4-9a56-91f99378479f req-869d7a0e-12d1-4e01-b26f-ffd3ae6dc875 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/security-groups?id=1c12886b-0ed4-4725-9c02-8144655db099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468230 Jan 18 16:33:45.498182 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-bbae7916-fe5e-4496-a751-142a9c9e2181 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.500619 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-bbae7916-fe5e-4496-a751-142a9c9e2181 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 945 time: 0.0740454 Jan 18 16:33:45.637037 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Deleting port 26efc157-2c4a-47a9-adb9-526b31015bd6 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:33:45.637399 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.766898 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] For port 26efc157-2c4a-47a9-adb9-526b31015bd6, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26efc157-2c4a-47a9-adb9-526b31015bd6,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:45.767261 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.787903 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Calling delete_port for 26efc157-2c4a-47a9-adb9-526b31015bd6 owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:33:45.805840 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9718-0272-4984-9a43-6b135acf8d44 req-1ead6b84-a510-442b-af21-feb5f3452a6d tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:45.813908 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-20fe9718-0272-4984-9a43-6b135acf8d44 req-1ead6b84-a510-442b-af21-feb5f3452a6d tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.0709474 Jan 18 16:33:45.867058 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-20fe9718-0272-4984-9a43-6b135acf8d44 req-62e6e3b1-c94c-4e36-8d25-29bfa72b861a tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521708 Jan 18 16:33:45.955074 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (26efc157-2c4a-47a9-adb9-526b31015bd6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:45.967393 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['26efc157-2c4a-47a9-adb9-526b31015bd6'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:45.990879 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Pushing event deleted for resources: {'Port': ['ID=26efc157-2c4a-47a9-adb9-526b31015bd6,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:46.037419 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] No DVR routers for this DVR port 26efc157-2c4a-47a9-adb9-526b31015bd6 on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:33:46.040556 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:46.044176 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-bf55d58c-b31a-45f5-8e8e-780b328eef21 req-b4c4a4f4-605f-4ab1-a4c8-f4cf8ae68eb7 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.45 "DELETE /v2.0/ports/26efc157-2c4a-47a9-adb9-526b31015bd6 HTTP/1.1" status: 204 len: 173 time: 0.5365400 Jan 18 16:33:46.044637 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'name': 'network-vif-deleted', 'tag': '26efc157-2c4a-47a9-adb9-526b31015bd6'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:46.047502 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4c7e48-66e5-4cbc-93b9-804974266940" -d '{"events": [{"server_uuid": "c862639d-6995-43e1-9c7a-3d4f416629fc", "name": "network-vif-deleted", "tag": "26efc157-2c4a-47a9-adb9-526b31015bd6"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:46.134318 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb1dcfe-b0cd-41b0-b67e-b0ec0b834ccd x-openstack-request-id: req-7fb1dcfe-b0cd-41b0-b67e-b0ec0b834ccd {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:46.134973 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c862639d-6995-43e1-9c7a-3d4f416629fc", "name": "network-vif-deleted", "tag": "26efc157-2c4a-47a9-adb9-526b31015bd6", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:46.134973 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7fb1dcfe-b0cd-41b0-b67e-b0ec0b834ccd {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:46.135545 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c862639d-6995-43e1-9c7a-3d4f416629fc', 'name': 'network-vif-deleted', 'tag': '26efc157-2c4a-47a9-adb9-526b31015bd6', 'status': 'completed', 'code': 200} Jan 18 16:33:46.396973 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22466830-621e-4df5-aca4-3e565de725d1 req-61b4cbbd-c83e-48cb-9bd8-2b74a77fe2db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:46.398516 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22466830-621e-4df5-aca4-3e565de725d1 req-61b4cbbd-c83e-48cb-9bd8-2b74a77fe2db tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.1376622 Jan 18 16:33:46.406294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e3226-a8bc-437d-981d-db36346e37c3 req-18b203be-1272-4456-bdff-402698c20db0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:46.407686 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b5e3226-a8bc-437d-981d-db36346e37c3 req-18b203be-1272-4456-bdff-402698c20db0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.1081114 Jan 18 16:33:46.473980 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:46.476910 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7348f35-ba6f-44e7-bf28-cb5713e05a18" -d '{"events": [{"server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "name": "network-vif-plugged", "status": "completed", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:46.480277 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22466830-621e-4df5-aca4-3e565de725d1 req-a648cc9a-4be7-4316-8e9d-4d5a55511b49 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714400 Jan 18 16:33:46.483749 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b5e3226-a8bc-437d-981d-db36346e37c3 req-c4fac8b8-bd8a-480a-a312-9d2628e20a1b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691512 Jan 18 16:33:46.570112 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1521460-b4f2-430e-bc00-34cfd67d8890 x-openstack-request-id: req-f1521460-b4f2-430e-bc00-34cfd67d8890 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:46.570425 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "name": "network-vif-plugged", "status": "completed", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:46.570686 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f1521460-b4f2-430e-bc00-34cfd67d8890 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:46.571086 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'code': 200} Jan 18 16:33:46.602277 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-73ecf6f2-0d93-4e25-9988-90cedb872fe3 req-8ed446a3-8b5f-4320-9deb-caccda2e1485 tempest-ServerRescueNegativeTestJSON-1403295012 tempest-ServerRescueNegativeTestJSON-1403295012-project] 10.222.0.82 "GET /v2.0/ports?device_id=c862639d-6995-43e1-9c7a-3d4f416629fc HTTP/1.1" status: 200 len: 210 time: 0.0466077 Jan 18 16:33:46.865180 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c748-8422-43bb-968d-d950c6e40d95 req-e6846a58-c3cd-42f3-9f0d-501621a3441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:46.867179 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1513c748-8422-43bb-968d-d950c6e40d95 req-e6846a58-c3cd-42f3-9f0d-501621a3441f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1098 time: 0.0521011 Jan 18 16:33:47.013891 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-1513c748-8422-43bb-968d-d950c6e40d95 req-4fb8fe62-be3a-4a40-bc6b-d5bbc6f37232 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313467 Jan 18 16:33:47.077297 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a318a0-8943-4c9d-acc8-198fb2a13ff5 req-055ed598-b374-40df-8f21-11fd76151283 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:47.084455 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a318a0-8943-4c9d-acc8-198fb2a13ff5 req-055ed598-b374-40df-8f21-11fd76151283 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.0957055 Jan 18 16:33:47.141523 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a318a0-8943-4c9d-acc8-198fb2a13ff5 req-2138931b-7e69-4209-83b1-c4e694b293af tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561500 Jan 18 16:33:47.685010 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860af5a-b119-4ceb-848c-e1a4bfbc85b7 req-205883d2-5820-485b-8c39-82098be81a2c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:47.686363 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a860af5a-b119-4ceb-848c-e1a4bfbc85b7 req-205883d2-5820-485b-8c39-82098be81a2c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.1079278 Jan 18 16:33:47.701739 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f4d89-7410-4eee-9c69-52f9372a7377 req-abe1abdc-febf-40c0-8589-6fe2ba0f0cf7 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:47.703461 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d7f4d89-7410-4eee-9c69-52f9372a7377 req-abe1abdc-febf-40c0-8589-6fe2ba0f0cf7 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.1154616 Jan 18 16:33:47.788778 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a860af5a-b119-4ceb-848c-e1a4bfbc85b7 req-003eb879-999a-4848-b38f-152af1b97b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841279 Jan 18 16:33:47.802116 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0d7f4d89-7410-4eee-9c69-52f9372a7377 req-1339b7cc-4cf7-4ac8-a12f-3a3778d36269 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870502 Jan 18 16:33:47.870615 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45212) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:48.320158 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c71c-7695-44ee-b731-6257c3761d99 req-394551fe-5758-4073-bfe0-5f4772d3b384 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.321886 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb20c71c-7695-44ee-b731-6257c3761d99 req-394551fe-5758-4073-bfe0-5f4772d3b384 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.0972087 Jan 18 16:33:48.441086 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bb20c71c-7695-44ee-b731-6257c3761d99 req-4c9b3253-b52d-4ba0-ab07-26bcbfc886d3 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027789 Jan 18 16:33:48.465968 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (178165e4-e320-486c-919e-fb90db4d3b6f), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.515716 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-d7bb3d6e-7f2b-43cd-9055-6d7ac37543c9 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:48.517500 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-d7bb3d6e-7f2b-43cd-9055-6d7ac37543c9 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 945 time: 0.0944960 Jan 18 16:33:48.656676 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Deleting port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:33:48.657196 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.829165 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] For port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:48.829538 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.839615 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Deleting port 4ee4f0ff-e750-4138-a907-59b21d0a51ac {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:33:48.840563 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:48.845653 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Calling delete_port for 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b owned by compute:nova {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:33:49.029981 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (5ab2fdd2-12ac-4769-9cb1-77cabf1c426b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.054761 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['5ab2fdd2-12ac-4769-9cb1-77cabf1c426b'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:33:49.085725 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd873c-b262-403e-8f75-9a63da9c4f8f req-deb8ea4d-6c3b-422b-93b4-a90579653dcd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.091089 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Pushing event deleted for resources: {'Port': ['ID=5ab2fdd2-12ac-4769-9cb1-77cabf1c426b,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:49.098961 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6cfd873c-b262-403e-8f75-9a63da9c4f8f req-deb8ea4d-6c3b-422b-93b4-a90579653dcd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.1782644 Jan 18 16:33:49.130761 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] No DVR routers for this DVR port 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b on host hv-cinder-78836 {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:33:49.133325 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.137228 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-5ce5c8f9-b545-496a-b9a1-f670134063f6 req-48e1d8e2-3ee9-4dc3-a23d-983cd17b9717 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "DELETE /v2.0/ports/5ab2fdd2-12ac-4769-9cb1-77cabf1c426b HTTP/1.1" status: 204 len: 173 time: 0.6007047 Jan 18 16:33:49.137731 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'name': 'network-vif-deleted', 'tag': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:33:49.139937 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c202e2-2747-4e3f-bfa3-33b15a816ffe" -d '{"events": [{"server_uuid": "74592942-1569-4db1-bcdb-5f0cf97bea6e", "name": "network-vif-deleted", "tag": "5ab2fdd2-12ac-4769-9cb1-77cabf1c426b"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:33:49.150328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a408b-a17b-481c-aa1e-7f5dbb4cfa83 req-a759776c-8caf-419b-94b3-2625d17e927b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.152132 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a8a408b-a17b-481c-aa1e-7f5dbb4cfa83 req-a759776c-8caf-419b-94b3-2625d17e927b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.2304642 Jan 18 16:33:49.234755 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] For port 4ee4f0ff-e750-4138-a907-59b21d0a51ac, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4ee4f0ff-e750-4138-a907-59b21d0a51ac,segment=NetworkSegment(7fddb10a-51b6-49c6-820d-f0da84bf8459),segment_id=7fddb10a-51b6-49c6-820d-f0da84bf8459)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:49.236361 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.264619 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6cfd873c-b262-403e-8f75-9a63da9c4f8f req-c0a585cf-c31a-44e8-8f0c-0b9feeb8a1cb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635227 Jan 18 16:33:49.268292 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a8a408b-a17b-481c-aa1e-7f5dbb4cfa83 req-46f16f64-6b8f-4646-887f-a97a26cb889e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996048 Jan 18 16:33:49.274670 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Calling delete_port for 4ee4f0ff-e750-4138-a907-59b21d0a51ac owned by network:router_interface {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:33:49.374636 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2de8ff-2d78-4407-b917-2f0cd1a95dad x-openstack-request-id: req-6a2de8ff-2d78-4407-b917-2f0cd1a95dad {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:33:49.374990 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74592942-1569-4db1-bcdb-5f0cf97bea6e", "name": "network-vif-deleted", "tag": "5ab2fdd2-12ac-4769-9cb1-77cabf1c426b", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:33:49.375247 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6a2de8ff-2d78-4407-b917-2f0cd1a95dad {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:33:49.375655 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74592942-1569-4db1-bcdb-5f0cf97bea6e', 'name': 'network-vif-deleted', 'tag': '5ab2fdd2-12ac-4769-9cb1-77cabf1c426b', 'status': 'completed', 'code': 200} Jan 18 16:33:49.444240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c1af1-4012-40b9-b623-a5e85ec65460 req-4cad3f3f-0a68-4341-a752-d0494ab57249 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:49.445947 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e57c1af1-4012-40b9-b623-a5e85ec65460 req-4cad3f3f-0a68-4341-a752-d0494ab57249 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0733211 Jan 18 16:33:49.578566 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6c9a4baf-1c1d-4b40-93ba-85d61ed858f9 req-4cf2a714-96cf-421f-884f-8219cf0ddc42 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=74592942-1569-4db1-bcdb-5f0cf97bea6e HTTP/1.1" status: 200 len: 210 time: 0.0379112 Jan 18 16:33:49.585076 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e57c1af1-4012-40b9-b623-a5e85ec65460 req-905d325c-e2dd-432a-b3a8-cce45a759b08 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058893 Jan 18 16:33:49.647987 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957'] for port (4ee4f0ff-e750-4138-a907-59b21d0a51ac), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:49.684777 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee4f0ff-e750-4138-a907-59b21d0a51ac,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:50.160899 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (178165e4-e320-486c-919e-fb90db4d3b6f), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:50.180678 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2ec3c-4725-41a7-b8a9-910a0e13dfb4 req-39cb78ea-a084-4077-b1ed-75651afab5ba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:50.182169 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3bf2ec3c-4725-41a7-b8a9-910a0e13dfb4 req-39cb78ea-a084-4077-b1ed-75651afab5ba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0824609 Jan 18 16:33:50.263822 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 26efc157-2c4a-47a9-adb9-526b31015bd6 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:50.288706 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 26efc157-2c4a-47a9-adb9-526b31015bd6 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:33:50.289078 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 26efc157-2c4a-47a9-adb9-526b31015bd6 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:33:50.330373 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3bf2ec3c-4725-41a7-b8a9-910a0e13dfb4 req-09be7ee4-5c54-4584-b7e1-f9df88990dc3 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411345 Jan 18 16:33:50.469091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Router 178165e4-e320-486c-919e-fb90db4d3b6f has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:33:50.666600 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:33:50.676597 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45256) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:50.685274 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] Sync routers for ids ['178165e4-e320-486c-919e-fb90db4d3b6f'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:33:50.694698 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b5932cb7-241e-406d-8fa7-207a1f56149f admin admin] 10.222.0.82 "PUT /v2.0/routers/178165e4-e320-486c-919e-fb90db4d3b6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8223925 Jan 18 16:33:50.711234 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] Routers {'178165e4-e320-486c-919e-fb90db4d3b6f'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:50.712622 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:33:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['178165e4-e320-486c-919e-fb90db4d3b6f'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:50.890955 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] Set router 178165e4-e320-486c-919e-fb90db4d3b6f gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:50.892872 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks [] for router (178165e4-e320-486c-919e-fb90db4d3b6f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.050859 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks [] for router_gateway (178165e4-e320-486c-919e-fb90db4d3b6f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.094385 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': '4eaac628-7152-417c-82bc-faba20ea357a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:33:49Z', 'revision_number': 5, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port': {'id': '4eaac628-7152-417c-82bc-faba20ea357a', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:51.117520 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Deleting port 4eaac628-7152-417c-82bc-faba20ea357a {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:33:51.117864 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (4eaac628-7152-417c-82bc-faba20ea357a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.123865 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] Checking router: 178165e4-e320-486c-919e-fb90db4d3b6f for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:33:51.133000 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] Routers {'178165e4-e320-486c-919e-fb90db4d3b6f'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:33:51.133871 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:33:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['178165e4-e320-486c-919e-fb90db4d3b6f'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:51.224888 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] For port 4eaac628-7152-417c-82bc-faba20ea357a, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4eaac628-7152-417c-82bc-faba20ea357a,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:33:51.225559 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (4eaac628-7152-417c-82bc-faba20ea357a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.257909 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Calling delete_port for 4eaac628-7152-417c-82bc-faba20ea357a owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:33:51.274993 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] Set router 178165e4-e320-486c-919e-fb90db4d3b6f gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:33:51.344214 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:33:51Z', 'revision_number': 6, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:51.371521 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c840494-f6fd-4bf0-89b9-92b728f51d05 None None] The sync data for ids ['178165e4-e320-486c-919e-fb90db4d3b6f'] in dv-cinder-788368-3-iscsi is: [{'id': '178165e4-e320-486c-919e-fb90db4d3b6f', 'name': 'tempest-ServerRescueNegativeTestJSON-646827233-router', 'tenant_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:33:51Z', 'revision_number': 6, 'project_id': 'de94f4e8303945cd884f4f15c31f0c7b', 'gw_port_host': None}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:33:51.686134 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (4eaac628-7152-417c-82bc-faba20ea357a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.713297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaac628-7152-417c-82bc-faba20ea357a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:51.794813 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (178165e4-e320-486c-919e-fb90db4d3b6f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.944482 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (178165e4-e320-486c-919e-fb90db4d3b6f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:51.947519 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks [] for router_controller (178165e4-e320-486c-919e-fb90db4d3b6f), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.029507 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (178165e4-e320-486c-919e-fb90db4d3b6f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.030608 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 178165e4-e320-486c-919e-fb90db4d3b6f {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:33:52.041924 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.045434 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-20b6887a-a7d6-4572-ad99-275263f4c24f admin admin] 10.222.0.82 "DELETE /v2.0/routers/178165e4-e320-486c-919e-fb90db4d3b6f HTTP/1.1" status: 204 len: 168 time: 1.3648961 Jan 18 16:33:52.046199 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45284) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:52.110232 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Deleting subnet 85d7192c-ad74-4e2b-89c1-19fb1ba11649 {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:33:52.115171 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Publish callbacks [] for subnet (85d7192c-ad74-4e2b-89c1-19fb1ba11649), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.153248 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Publish callbacks [] for subnet (85d7192c-ad74-4e2b-89c1-19fb1ba11649), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.159986 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (85d7192c-ad74-4e2b-89c1-19fb1ba11649), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.220027 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for subnet (85d7192c-ad74-4e2b-89c1-19fb1ba11649), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.285576 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d7192c-ad74-4e2b-89c1-19fb1ba11649,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:52.293048 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.296249 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-0fe6219a-c1a1-42ac-9c1d-e8f4bc90058f admin admin] 10.222.0.82 "DELETE /v2.0/subnets/85d7192c-ad74-4e2b-89c1-19fb1ba11649 HTTP/1.1" status: 204 len: 168 time: 0.2482996 Jan 18 16:33:52.298706 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45292) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:52.404702 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4ee4f0ff-e750-4138-a907-59b21d0a51ac no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:52.407029 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (e0778d95-b90a-4014-b401-c41ebc0e7209), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.437331 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 4ee4f0ff-e750-4138-a907-59b21d0a51ac {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:33:52.437667 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4ee4f0ff-e750-4138-a907-59b21d0a51ac not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:33:52.438264 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4eaac628-7152-417c-82bc-faba20ea357a no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:52.475400 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 4eaac628-7152-417c-82bc-faba20ea357a {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:33:52.476067 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4eaac628-7152-417c-82bc-faba20ea357a not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:33:52.521249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (e0778d95-b90a-4014-b401-c41ebc0e7209), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.546690 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.549098 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.552612 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.553329 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.553911 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.554428 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.554886 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.556864 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.557442 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.557878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.736358 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.736740 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.737696 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.738116 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 18 16:33:52.738552 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0778d95-b90a-4014-b401-c41ebc0e7209']}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:52.757375 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fddb10a-51b6-49c6-820d-f0da84bf8459') {'for_net_delete': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:52.757754 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fddb10a-51b6-49c6-820d-f0da84bf8459') {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:33:52.778200 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936384'] for segment (7fddb10a-51b6-49c6-820d-f0da84bf8459), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.806507 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (7fddb10a-51b6-49c6-820d-f0da84bf8459), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.819086 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:33:52.819686 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767048'] for segment (7fddb10a-51b6-49c6-820d-f0da84bf8459), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:33:52.824878 dv-cinder-788368-3-iscsi neutron-server[102500]: Traceback (most recent call last): Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: timer() Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: cb(*args, **kw) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: return func(*args, **kwargs) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: self._notify() Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: self.callback(batched_events) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: event.method(event) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: return f(self, *a, **k) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._get(url).json() Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: return self.request(url, 'GET', **kwargs) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:33:52.841407 dv-cinder-788368-3-iscsi neutron-server[102500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:33:52.902910 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (e0778d95-b90a-4014-b401-c41ebc0e7209), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.911003 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:52.914379 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/e0778d95-b90a-4014-b401-c41ebc0e7209 HTTP/1.1" status: 204 len: 168 time: 0.6147418 Jan 18 16:33:52.931274 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7e3ee-d7c2-4cd3-83a9-0fcdc0a000c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0778d95-b90a-4014-b401-c41ebc0e7209,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:53.111772 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45306) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:53.155619 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-21f98e63-5457-4fe0-bd70-01e10b9cbb10 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=de94f4e8303945cd884f4f15c31f0c7b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418022 Jan 18 16:33:53.158222 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45308) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:53.212742 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0d67-5fce-42b2-845e-4d4b08dde9fb admin admin] Publish callbacks [] for security_group (1c12886b-0ed4-4725-9c02-8144655db099), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:53.241369 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0d67-5fce-42b2-845e-4d4b08dde9fb admin admin] Publish callbacks [] for security_group (1c12886b-0ed4-4725-9c02-8144655db099), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:53.300229 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0d67-5fce-42b2-845e-4d4b08dde9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (1c12886b-0ed4-4725-9c02-8144655db099), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:53.301834 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0d67-5fce-42b2-845e-4d4b08dde9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:53.308697 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0a3d0d67-5fce-42b2-845e-4d4b08dde9fb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1c12886b-0ed4-4725-9c02-8144655db099 HTTP/1.1" status: 204 len: 168 time: 0.1461401 Jan 18 16:33:53.318153 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d0d67-5fce-42b2-845e-4d4b08dde9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12886b-0ed4-4725-9c02-8144655db099,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:53.448181 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:33:53.492477 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:33:53.492829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 5ab2fdd2-12ac-4769-9cb1-77cabf1c426b not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:33:55.670434 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45404) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:55.751640 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-b20928b6-bbdc-4258-a799-5d9db26805d6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092520296&fields=id&tenant_id=726b7bab53ef4d6e869362551b3cfb6c HTTP/1.1" status: 200 len: 267 time: 0.0621314 Jan 18 16:33:55.865787 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94ae515d-30ae-4b6b-9e4c-620a7da80fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:55.903632 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-a3789611-0c33-46f9-99b6-0591728bf4d0 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:33:55.905845 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-a3789611-0c33-46f9-99b6-0591728bf4d0 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 808 time: 0.1518731 Jan 18 16:33:55.929791 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-beb652e1-b222-4122-af89-769cdf5a30fb tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/quotas/726b7bab53ef4d6e869362551b3cfb6c HTTP/1.1" status: 200 len: 375 time: 0.0186152 Jan 18 16:33:55.985729 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94ae515d-30ae-4b6b-9e4c-620a7da80fc4 admin admin] Publish callbacks [] for security_group (dae35610-aa71-403a-a662-438d7706fead), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:55.993356 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-40780e9a-a17b-409b-b2cf-06b68df03380 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610681 Jan 18 16:33:56.002220 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94ae515d-30ae-4b6b-9e4c-620a7da80fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (dae35610-aa71-403a-a662-438d7706fead), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.072718 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-94ae515d-30ae-4b6b-9e4c-620a7da80fc4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4e61115314874773910f00b31f65d271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001827 Jan 18 16:33:56.074327 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae515d-30ae-4b6b-9e4c-620a7da80fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae35610-aa71-403a-a662-438d7706fead,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:56.076082 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45414) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:56.141625 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-c5126d04-6517-4f86-8382-feb07c51142d service neutron] 10.222.0.82 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412096 Jan 18 16:33:56.170054 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-648991da-3424-46f7-9225-7d32b3d12161 admin admin] Publish callbacks [] for security_group (dae35610-aa71-403a-a662-438d7706fead), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.225327 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-648991da-3424-46f7-9225-7d32b3d12161 admin admin] Publish callbacks [] for security_group (dae35610-aa71-403a-a662-438d7706fead), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.286434 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-c4eff68d-deff-4658-9af4-86a2a5393b5a service neutron] 10.222.0.82 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366422 Jan 18 16:33:56.308745 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-648991da-3424-46f7-9225-7d32b3d12161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (dae35610-aa71-403a-a662-438d7706fead), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.311515 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-648991da-3424-46f7-9225-7d32b3d12161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.317245 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-648991da-3424-46f7-9225-7d32b3d12161 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dae35610-aa71-403a-a662-438d7706fead HTTP/1.1" status: 204 len: 168 time: 0.2396042 Jan 18 16:33:56.326883 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648991da-3424-46f7-9225-7d32b3d12161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae35610-aa71-403a-a662-438d7706fead,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:56.745982 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45434) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:56.811572 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bc4be2ef-4199-4e5f-b7ba-625a1fddc941 req-2aba888c-612b-4be9-810e-19d338458428 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 210 time: 0.0588474 Jan 18 16:33:56.813440 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-67c7ba5f-fccb-405a-a72c-1ad089c99f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.900876 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-67c7ba5f-fccb-405a-a72c-1ad089c99f96 admin admin] Publish callbacks [] for security_group (a6a2a505-9a0f-4745-943d-118c3b04ef71), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.911115 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-67c7ba5f-fccb-405a-a72c-1ad089c99f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a6a2a505-9a0f-4745-943d-118c3b04ef71), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.972245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b2b5d1e5-46d1-4ea6-9fdb-e56120832a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:56.984824 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45448) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:33:56.985756 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-67c7ba5f-fccb-405a-a72c-1ad089c99f96 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e71df31ad7684f91a961b01e39a82075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381320 Jan 18 16:33:56.986542 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7ba5f-fccb-405a-a72c-1ad089c99f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2a505-9a0f-4745-943d-118c3b04ef71,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:57.076217 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73bfb102-f36f-4fb8-bbf3-861a0c704b74 admin admin] Publish callbacks [] for security_group (a6a2a505-9a0f-4745-943d-118c3b04ef71), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.100819 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73bfb102-f36f-4fb8-bbf3-861a0c704b74 admin admin] Publish callbacks [] for security_group (a6a2a505-9a0f-4745-943d-118c3b04ef71), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.173448 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73bfb102-f36f-4fb8-bbf3-861a0c704b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a6a2a505-9a0f-4745-943d-118c3b04ef71), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.177480 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-73bfb102-f36f-4fb8-bbf3-861a0c704b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:33:57.181979 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-73bfb102-f36f-4fb8-bbf3-861a0c704b74 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a6a2a505-9a0f-4745-943d-118c3b04ef71 HTTP/1.1" status: 204 len: 168 time: 0.1939602 Jan 18 16:33:57.191369 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfb102-f36f-4fb8-bbf3-861a0c704b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2a505-9a0f-4745-943d-118c3b04ef71,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:33:57.930791 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2db6fe57-7df5-4975-9b46-e57f9daacd51 req-ed6c77a1-b069-4488-bee2-e7515333ba1a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 210 time: 0.0411408 Jan 18 16:33:58.491533 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:33:59.063858 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4d0078ab-81bd-46f1-b106-8e3ce0532dc1 req-8cdae974-905c-4e78-87f0-c7814302c4a0 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 210 time: 0.0364037 Jan 18 16:33:59.187288 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2e810935-0df8-4010-9455-407baa10fff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.121090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.199007 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7f4e349c-62c9-4847-ba2b-276f7b0a0989 req-958df0ba-99d2-4d45-929e-17c17010c9f7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 210 time: 0.0389750 Jan 18 16:34:00.414569 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:00.679738 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0a5a0dc3-275b-4aff-b7dd-536644e0da9c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:00.684125 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0a5a0dc3-275b-4aff-b7dd-536644e0da9c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.45 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 808 time: 0.1875260 Jan 18 16:34:00.800418 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b4dd0d7-57ea-49bf-affb-cc9e9ede1734 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=726b7bab53ef4d6e869362551b3cfb6c HTTP/1.1" status: 200 len: 380 time: 0.1012800 Jan 18 16:34:00.824045 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'port': {'device_id': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'admin_state_up': True, 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'security_groups': ['ca628120-bda2-4f37-bab4-095a38a2a595']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:00.992591 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Made reservation on behalf of 726b7bab53ef4d6e869362551b3cfb6c for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:34:00.996583 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.152395 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Allocated IP 172.20.0.14 (1d779339-63eb-450d-a363-4b07209eeb29/2fa1ed71-d528-41cb-a109-2e3f586f0094/66167132-c1b5-4c9b-983f-cc21fd90ca2e) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:34:01.386474 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.387885 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c1806480-d23e-4255-a4dc-0383e369d918 req-eaaf6246-b8eb-49f4-bc99-24ca5f569f63 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 210 time: 0.0525904 Jan 18 16:34:01.415632 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-8ccb50a0-b030-4330-977d-d8c54a09c600 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:01.422880 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-8ccb50a0-b030-4330-977d-d8c54a09c600 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/networks?id=304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 200 len: 813 time: 0.2360353 Jan 18 16:34:01.435702 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ac2e9dfd-e0bf-4050-8697-81870253fb1a tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/quotas/417f505277c847cf9b6aaf89f1639bff HTTP/1.1" status: 200 len: 375 time: 0.0116906 Jan 18 16:34:01.446603 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.477175 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-05ff5f56-2c68-479e-a5bf-653e52e3a901 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=417f505277c847cf9b6aaf89f1639bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319302 Jan 18 16:34:01.511259 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Network 1d779339-63eb-450d-a363-4b07209eeb29 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:34:01.515672 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:34:01.519725 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:34:01.562488 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:01.592121 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:01.592751 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.622673 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-d64ada4d-f34f-4164-96a8-79ded7bd4b02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8141494 Jan 18 16:34:01.628322 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-733e29d4-1447-43ad-b5fb-18284977e5ec service neutron] 10.222.0.82 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442680 Jan 18 16:34:01.650050 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Request body: {'port': {'device_id': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:01.787523 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.828254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.893258 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d558f2be-7ec1-4cba-a255-e1b56e9a5d22 None None] Provisioning complete for port 66167132-c1b5-4c9b-983f-cc21fd90ca2e triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:01.894146 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d558f2be-7ec1-4cba-a255-e1b56e9a5d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:01.943413 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d558f2be-7ec1-4cba-a255-e1b56e9a5d22 None None] Port 66167132-c1b5-4c9b-983f-cc21fd90ca2e cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:34:01.945143 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-c3f5fb73-c658-401a-af42-556a4350d1c1 service neutron] 10.222.0.82 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056319 Jan 18 16:34:01.954698 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-ea267c91-7058-4f05-a5bc-316232080311 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1934109 Jan 18 16:34:02.324033 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2ea0eeb2-ce69-4a00-84d1-4e103285df5f req-e501468b-bf16-4f83-aa1b-536bc884db46 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 210 time: 0.0702105 Jan 18 16:34:02.339778 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-6c2109ed-fb64-49bd-83ba-cd2a5d1d637b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.348838 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-6c2109ed-fb64-49bd-83ba-cd2a5d1d637b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 1099 time: 0.3429344 Jan 18 16:34:02.629923 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c3dd1-0fc4-46a2-b17d-08f7fe01fb18 req-f76d0f3a-b8f1-42e0-bf00-a7d96ccf0e89 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.638545 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-623c3dd1-0fc4-46a2-b17d-08f7fe01fb18 req-f76d0f3a-b8f1-42e0-bf00-a7d96ccf0e89 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 932 time: 0.1228302 Jan 18 16:34:02.715008 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-623c3dd1-0fc4-46a2-b17d-08f7fe01fb18 req-81f6bb3c-47db-49f1-8f3b-80532e487a25 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749888 Jan 18 16:34:02.751904 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-2d7122aa-e7dc-4c22-ac45-a786d7668366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.754278 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-2d7122aa-e7dc-4c22-ac45-a786d7668366 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.3397534 Jan 18 16:34:02.760204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66167132-c1b5-4c9b-983f-cc21fd90ca2e {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:02.783238 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Publish callbacks [] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.816910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Transition to ACTIVE for port object 66167132-c1b5-4c9b-983f-cc21fd90ca2e will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:34:02.823863 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:02.891287 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b595-ae78-401d-8917-860c2efd5ca1 req-3152faf9-ab90-4032-8123-343033d1796c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:02.892874 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2748b595-ae78-401d-8917-860c2efd5ca1 req-3152faf9-ab90-4032-8123-343033d1796c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Jan 18 16:34:02.897259 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:02.923778 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.924267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.925721 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.926195 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.926661 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.927002 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.927337 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.927672 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.928010 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.928339 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.928668 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.929030 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.929350 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:02.988726 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2748b595-ae78-401d-8917-860c2efd5ca1 req-6725f54c-3a23-42d8-bd3f-a6383739707d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Jan 18 16:34:03.007521 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45604) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:03.037219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Attempting to bind port 66167132-c1b5-4c9b-983f-cc21fd90ca2e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:34:03.037608 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Attempting to bind port 66167132-c1b5-4c9b-983f-cc21fd90ca2e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:34:03.037945 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Attempting to bind port 66167132-c1b5-4c9b-983f-cc21fd90ca2e on network 1d779339-63eb-450d-a363-4b07209eeb29 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:03.050279 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Port 66167132-c1b5-4c9b-983f-cc21fd90ca2e on network 1d779339-63eb-450d-a363-4b07209eeb29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:34:03.051242 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Attempting to bind port 66167132-c1b5-4c9b-983f-cc21fd90ca2e on network 1d779339-63eb-450d-a363-4b07209eeb29 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:03.061026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.061724 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:34:03.061847 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Checking segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:34:03.062320 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Bound using segment: {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:34:03.062910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Bound port: 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25fd30a-2a9f-49a4-a763-b4fa36875e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:34:03.063411 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.156167 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:34:03.162329 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:34:03.168473 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.232241 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:03.244402 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:03.245299 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.247553 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b81acc5-4196-4ad6-b76c-d980a63fac3f service neutron] 10.222.0.45 "PUT /v2.0/ports/66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 1094 time: 1.6064382 Jan 18 16:34:03.256303 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:03.259306 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:03.305984 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2461f-13a2-4728-ac78-06b9f7e67f6e tempest-TestMinimumBasicScenario-660430858 tempest-TestMinimumBasicScenario-660430858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:03.307612 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9fe2461f-13a2-4728-ac78-06b9f7e67f6e tempest-TestMinimumBasicScenario-660430858 tempest-TestMinimumBasicScenario-660430858-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1093 time: 0.2990716 Jan 18 16:34:03.310564 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45614) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:03.316157 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef0fa35-9dd9-4f79-886d-c4c34e5c298c x-openstack-request-id: req-6ef0fa35-9dd9-4f79-886d-c4c34e5c298c {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:03.316454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:03.316712 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6ef0fa35-9dd9-4f79-886d-c4c34e5c298c {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:03.317141 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'status': 'completed', 'code': 200} Jan 18 16:34:03.318800 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'port_id': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:03.359211 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.514888 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-25653c9e-9ae2-4aa1-9967-3d666410929d req-086d535c-2c96-41e1-8e31-7d20bdc1c486 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 210 time: 0.0769765 Jan 18 16:34:03.591234 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.733923 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Allocated IP 172.27.3.201 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/9cb2c442-f05e-4441-b0e9-393f36356538) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:34:03.915899 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb98b51-e866-401b-b2f5-2b450e4a3ea9 req-fdac2d10-c7ad-4a2e-8a9e-2a8c477e7c79 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:03.917427 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bbb98b51-e866-401b-b2f5-2b450e4a3ea9 req-fdac2d10-c7ad-4a2e-8a9e-2a8c477e7c79 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0965478 Jan 18 16:34:03.922458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for port (9cb2c442-f05e-4441-b0e9-393f36356538), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:03.997212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bbb98b51-e866-401b-b2f5-2b450e4a3ea9 req-8978360c-e2de-4dc0-9078-ac2390b37e2e tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722339 Jan 18 16:34:04.005127 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (9cb2c442-f05e-4441-b0e9-393f36356538), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:04.056156 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:34:04.059146 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:34:04.062903 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:34:04.092013 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'Port': ['ID=9cb2c442-f05e-4441-b0e9-393f36356538,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:04.577714 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for floatingip (0aa2c6df-099f-434b-8924-b6c91172f46b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:04.895339 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7f2caf1-d249-467c-a54e-6da0915203a2 req-25a0b3cf-08a3-4683-a063-393d4209637f tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 210 time: 0.3013978 Jan 18 16:34:04.942751 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (9cb2c442-f05e-4441-b0e9-393f36356538), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.118599 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for port (9cb2c442-f05e-4441-b0e9-393f36356538), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.123095 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (9cb2c442-f05e-4441-b0e9-393f36356538), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.166008 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29e01-5d38-4501-afa0-cae89caa495d req-e0a65012-8c4e-49ce-82bb-28010bf54084 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:05.167430 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-24e29e01-5d38-4501-afa0-cae89caa495d req-e0a65012-8c4e-49ce-82bb-28010bf54084 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0962253 Jan 18 16:34:05.221225 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'Port': ['ID=9cb2c442-f05e-4441-b0e9-393f36356538,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:05.242411 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (0aa2c6df-099f-434b-8924-b6c91172f46b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.288016 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-24e29e01-5d38-4501-afa0-cae89caa495d req-cc25cf88-76bd-4c2e-915d-9c0455f6e7bd tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142855 Jan 18 16:34:05.357593 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Floating IP 0aa2c6df-099f-434b-8924-b6c91172f46b associated. External IP: 172.27.3.201, port: 684a69e2-8aee-429a-ad20-cba1e94ddb16. Jan 18 16:34:05.563969 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Router cb1a21a2-f92c-4c35-8570-a088b002f7dd has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:34:05.670578 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:34:05.682136 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] Sync routers for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:34:05.692964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.699597 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:05.701956 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:33:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:05.731735 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ec4bbe93-cb32-41d7-bdeb-92ce5db85fc1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4200664 Jan 18 16:34:05.732334 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:05.734908 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a125065-b4fd-48ca-ae72-08d8eec940b3" -d '{"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:05.738074 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45650) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:05.743092 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570491636', 'description': 'tempest-secgroup-smoke-1570491636 description', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:05.786236 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.797616 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027fda62-595f-4f8f-bde3-1a89a536c6cd x-openstack-request-id: req-027fda62-595f-4f8f-bde3-1a89a536c6cd {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:05.797905 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:05.798163 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-027fda62-595f-4f8f-bde3-1a89a536c6cd {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:05.798566 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'status': 'completed', 'code': 200} Jan 18 16:34:05.841796 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:05.895251 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group (f9dc9be4-c094-4811-bf84-edfcc03687aa), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.896274 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-67ede495-21af-4cf9-bc53-93a30367af6e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 200 len: 1001 time: 0.2045004 Jan 18 16:34:05.900602 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f9dc9be4-c094-4811-bf84-edfcc03687aa), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.904181 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de req-700429fd-3778-4be0-8454-29dc0adc3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:05.904782 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de req-700429fd-3778-4be0-8454-29dc0adc3338 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1097 time: 0.1105065 Jan 18 16:34:05.939191 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:05.942274 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2023821 Jan 18 16:34:05.945753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45656) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:05.951223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc9be4-c094-4811-bf84-edfcc03687aa', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:05.968900 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e059090-900e-4c2e-9a76-54cef6baeef4 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dc9be4-c094-4811-bf84-edfcc03687aa,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:05.986991 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-cb5a36d4-e69d-4f66-a071-5a6ac7fb0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:05.988840 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-cb5a36d4-e69d-4f66-a071-5a6ac7fb0a30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1098 time: 0.1456518 Jan 18 16:34:06.007455 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (0b88ff69-1cd0-4fa7-91df-8db1ba5c6fbb), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.069184 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-b1bb0ab5-f71c-4c5b-a4a2-2dcb43e2531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.070686 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-b1bb0ab5-f71c-4c5b-a4a2-2dcb43e2531d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.1649568 Jan 18 16:34:06.075801 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c8d02761-53b0-4111-94ee-e896bfcd804e req-58821b89-af0d-46d0-8d1d-890a90884bba tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 210 time: 0.0467632 Jan 18 16:34:06.114494 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (0b88ff69-1cd0-4fa7-91df-8db1ba5c6fbb), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.119099 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (0b88ff69-1cd0-4fa7-91df-8db1ba5c6fbb), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.150970 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b88ff69-1cd0-4fa7-91df-8db1ba5c6fbb,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:06.167199 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.173323 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-45624f01-dc87-4d0a-98ab-03b51b97a035 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2225845 Jan 18 16:34:06.175152 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45658) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:06.180788 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc9be4-c094-4811-bf84-edfcc03687aa', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:06.184877 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de req-180cc1c6-060e-4be6-9ced-5453e757bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.186400 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de req-180cc1c6-060e-4be6-9ced-5453e757bd76 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2290251 Jan 18 16:34:06.194233 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '0aa2c6df-099f-434b-8924-b6c91172f46b', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'port_id': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'mac_address': 'fa:16:3e:26:74:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:34:04Z', 'updated_at': '2022-01-18T16:34:04Z', 'revision_number': 0, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:06.214243 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-cd688717-b4e3-4264-b226-d5f66e0f1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.215710 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-cd688717-b4e3-4264-b226-d5f66e0f1f8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 916 time: 0.1882086 Jan 18 16:34:06.217499 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (e679476f-ec22-4646-a79a-ab09fb473cd4), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.225392 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] Checking router: cb1a21a2-f92c-4c35-8570-a088b002f7dd for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:34:06.226334 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-70e0f393-1113-4358-95d1-e20f67a81d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.227814 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-70e0f393-1113-4358-95d1-e20f67a81d3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1258092 Jan 18 16:34:06.235431 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:06.236054 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:33:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:06.280938 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (e679476f-ec22-4646-a79a-ab09fb473cd4), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.286085 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (e679476f-ec22-4646-a79a-ab09fb473cd4), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.301628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e679476f-ec22-4646-a79a-ab09fb473cd4,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:06.313302 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.315368 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-465a92fa-2e8f-4f79-a337-10bbe9f68bcc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382725 Jan 18 16:34:06.319221 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45662) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:06.323672 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc9be4-c094-4811-bf84-edfcc03687aa', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:06.344165 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-d6607e5c-d688-4f08-b957-3b296cd7ace5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 999 time: 0.1153829 Jan 18 16:34:06.387116 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:06.444054 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (4a4b08c5-b25d-4205-b7ec-faeb873eba8a), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.494498 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-889bfeb1-dcdd-4a71-a47e-af149ec40f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.496069 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-889bfeb1-dcdd-4a71-a47e-af149ec40f50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.1347127 Jan 18 16:34:06.497067 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de req-52b60242-f4d7-40f4-bcb0-f3f39d9f831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.498399 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-dd2fa2de-ea82-4d25-92ad-b8b44dfb86de req-52b60242-f4d7-40f4-bcb0-f3f39d9f831f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2989814 Jan 18 16:34:06.504081 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986163a4-f880-4fbb-a62d-467bd2b3ac66 req-1ed8438c-9c87-4845-9a2e-50eff58f28f6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.505824 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-986163a4-f880-4fbb-a62d-467bd2b3ac66 req-1ed8438c-9c87-4845-9a2e-50eff58f28f6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.1390336 Jan 18 16:34:06.557521 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-6884738d-5eb3-4c77-ba0a-133aa1940d62 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135102 Jan 18 16:34:06.590779 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-8942c31b-04d2-400d-9ea2-04d0dfa48f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.592149 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-8942c31b-04d2-400d-9ea2-04d0dfa48f4f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759966 Jan 18 16:34:06.633124 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (4a4b08c5-b25d-4205-b7ec-faeb873eba8a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.667267 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (4a4b08c5-b25d-4205-b7ec-faeb873eba8a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.711707 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.716695 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3962796 Jan 18 16:34:06.731849 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45682) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:06.736757 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc9be4-c094-4811-bf84-edfcc03687aa', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:06.758176 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0a1fd-02ce-4798-b761-2ab91da7f007 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4b08c5-b25d-4205-b7ec-faeb873eba8a,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:06.765736 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-986163a4-f880-4fbb-a62d-467bd2b3ac66 req-8889cadf-b591-44c1-82b6-6d9c35dce881 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181578 Jan 18 16:34:06.813647 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (76a40207-5ddf-4597-b897-2ce60483ad69), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:06.825424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-fca1cb64-ad8e-477e-9cc1-94d453b84541 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:06.827019 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-fca1cb64-ad8e-477e-9cc1-94d453b84541 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "GET /v2.0/networks?id=304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 200 len: 813 time: 0.2968018 Jan 18 16:34:06.865030 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Request body: {'port': {'device_id': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8', 'admin_state_up': True, 'tenant_id': '417f505277c847cf9b6aaf89f1639bff'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:06.884059 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '0aa2c6df-099f-434b-8924-b6c91172f46b', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'port_id': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'mac_address': 'fa:16:3e:26:74:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:34:04Z', 'updated_at': '2022-01-18T16:34:04Z', 'revision_number': 0, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:06.931033 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5da2eb-5538-481a-8b49-19d1c4a5a9f4 None None] The sync data for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi is: [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '0aa2c6df-099f-434b-8924-b6c91172f46b', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'port_id': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'mac_address': 'fa:16:3e:26:74:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:34:04Z', 'updated_at': '2022-01-18T16:34:04Z', 'revision_number': 0, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:34:07.019691 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (76a40207-5ddf-4597-b897-2ce60483ad69), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.036027 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (76a40207-5ddf-4597-b897-2ce60483ad69), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.072466 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a40207-5ddf-4597-b897-2ce60483ad69,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.084349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.090028 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45714) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:07.090477 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b081576a-96cd-4d11-badb-6dfbb9700a90 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3570085 Jan 18 16:34:07.113942 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc9be4-c094-4811-bf84-edfcc03687aa', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:07.122382 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Made reservation on behalf of 417f505277c847cf9b6aaf89f1639bff for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:34:07.134752 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.161552 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-6c84e4d0-b47d-4fa9-8bf5-f21e9d314cfa service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533974 Jan 18 16:34:07.283868 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f9deab97-345f-4df5-8966-6244da167dca req-629c5ed7-1747-4df2-b70a-44a46dda8514 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 210 time: 0.0609181 Jan 18 16:34:07.320550 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Project b620d20ca2a943d7a89c58c0c1c74b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:34:07.360288 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9d215-739c-4e1b-b6f0-b8cb86701398 None None] New status for floating IP 0aa2c6df-099f-434b-8924-b6c91172f46b: ACTIVE {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:34:07.400595 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b3d87b9-2c76-4b8d-85fb-b2535075ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.401044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Allocated IP 172.20.0.7 (304974be-1692-42d6-8f0c-22abd422d9d8/e689401c-44cb-4b7c-a35a-8132db4a1263/65cfe349-cadd-40c9-ad65-9692bccf08bc) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:34:07.402695 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-0b3d87b9-2c76-4b8d-85fb-b2535075ebe1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1097 time: 0.8433452 Jan 18 16:34:07.409191 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (37b3be3d-bcff-49be-b593-38920397a7ca), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.500583 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-33dd33de-79ba-475b-afd0-253f5574d381 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 217 time: 0.0884957 Jan 18 16:34:07.534042 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f7ef69b1-4f47-406b-bb36-0263d4d5baeb req-ad60fc55-ef29-4f72-8e58-f3f51ac2a402 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9572031 Jan 18 16:34:07.585776 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-9a125065-b4fd-48ca-ae72-08d8eec940b3 req-7c2276a4-3c64-4ac0-9731-96cd33b0e991 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157715 Jan 18 16:34:07.626865 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-83006a98-1e9e-4d69-bc02-bef71ac4d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.629315 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-83006a98-1e9e-4d69-bc02-bef71ac4d68b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 200 len: 847 time: 0.1134412 Jan 18 16:34:07.631109 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (37b3be3d-bcff-49be-b593-38920397a7ca), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.635380 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (37b3be3d-bcff-49be-b593-38920397a7ca), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.639092 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks [] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.671203 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b3be3d-bcff-49be-b593-38920397a7ca,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.689489 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.697562 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.698838 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4ff60019-003d-4e93-babd-e1fc95bf5243 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6053746 Jan 18 16:34:07.702069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45760) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:07.711066 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'security_group_rule': {'security_group_id': 'f9dc9be4-c094-4811-bf84-edfcc03687aa', 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:07.722509 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-4adfff34-cfac-47a9-b909-dde5b7de6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.724355 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-4adfff34-cfac-47a9-b909-dde5b7de6c78 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d779339-63eb-450d-a363-4b07209eeb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687733 Jan 18 16:34:07.729256 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Network 304974be-1692-42d6-8f0c-22abd422d9d8 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:34:07.732277 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:34:07.738787 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:34:07.776577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Pushing event updated for resources: {'Port': ['ID=65cfe349-cadd-40c9-ad65-9692bccf08bc,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.791962 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.securitygroups_db [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Project b620d20ca2a943d7a89c58c0c1c74b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 18 16:34:07.800576 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.801461 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.801588 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (f588818e-565c-40bf-a9be-d049b5ada539), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.824153 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-ebb172dd-6150-48ea-8d82-2f3a09e44568 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9740295 Jan 18 16:34:07.837444 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Request body: {'port': {'device_id': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:07.863149 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-a769bd4e-f33a-4d7d-95f1-fca9dcfcda2f service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322844 Jan 18 16:34:07.925819 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (f588818e-565c-40bf-a9be-d049b5ada539), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.928396 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.932322 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (f588818e-565c-40bf-a9be-d049b5ada539), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.937223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5501-096f-4b21-926f-7fdf1911fdbe req-6e860fde-637b-44f8-b271-b6146d53477a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:07.938700 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ee3f5501-096f-4b21-926f-7fdf1911fdbe req-6e860fde-637b-44f8-b271-b6146d53477a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0791330 Jan 18 16:34:07.954795 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f588818e-565c-40bf-a9be-d049b5ada539,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:07.976387 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:07.977681 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-19fe1c2f-e954-42f5-a8d9-d82512b06182 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2744794 Jan 18 16:34:07.991474 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2fd08f6a-5fa2-4964-8791-e1b36bea4829 req-5d59e576-b2b7-4ad0-8a6a-a0504993a794 service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212926 Jan 18 16:34:08.039644 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ee3f5501-096f-4b21-926f-7fdf1911fdbe req-af1862d7-09bb-45e8-8947-0ad1e8a4ca9f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924566 Jan 18 16:34:08.170939 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-55857503-6950-46ff-9b39-4aa336a742c0 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570491636&fields=id&tenant_id=b620d20ca2a943d7a89c58c0c1c74b20 HTTP/1.1" status: 200 len: 267 time: 0.1449575 Jan 18 16:34:08.247262 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-4c91e20f-98f5-494a-a121-9866dc672740 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:08.248731 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-4c91e20f-98f5-494a-a121-9866dc672740 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0717876 Jan 18 16:34:08.262647 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'port': {'security_groups': ['9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9', 'f9dc9be4-c094-4811-bf84-edfcc03687aa']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:08.368430 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65cfe349-cadd-40c9-ad65-9692bccf08bc {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:08.372503 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.392080 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Publish callbacks [] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.462672 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Transition to ACTIVE for port object 65cfe349-cadd-40c9-ad65-9692bccf08bc will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:34:08.478232 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.535862 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa799bb-e3eb-4ac9-b115-3dd0a4d878d4 req-f98f21f2-f45f-4ef4-826c-415637301fa8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:08.537370 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aaa799bb-e3eb-4ac9-b115-3dd0a4d878d4 req-f98f21f2-f45f-4ef4-826c-415637301fa8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 931 time: 0.1716592 Jan 18 16:34:08.596830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=65cfe349-cadd-40c9-ad65-9692bccf08bc,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:08.609270 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45780) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:08.659788 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Deleting subnet 480499bf-147e-4f5a-b7bc-aa40ed30fa62 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:34:08.664259 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Publish callbacks [] for subnet (480499bf-147e-4f5a-b7bc-aa40ed30fa62), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.713026 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (480499bf-147e-4f5a-b7bc-aa40ed30fa62), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.731609 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aaa799bb-e3eb-4ac9-b115-3dd0a4d878d4 req-6e2aa60a-4f89-4bf3-b144-806a0183d0c2 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759996 Jan 18 16:34:08.765051 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Attempting to bind port 65cfe349-cadd-40c9-ad65-9692bccf08bc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:34:08.765386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Attempting to bind port 65cfe349-cadd-40c9-ad65-9692bccf08bc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:34:08.765712 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Attempting to bind port 65cfe349-cadd-40c9-ad65-9692bccf08bc on network 304974be-1692-42d6-8f0c-22abd422d9d8 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:08.769761 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (480499bf-147e-4f5a-b7bc-aa40ed30fa62), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.780142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Port 65cfe349-cadd-40c9-ad65-9692bccf08bc on network 304974be-1692-42d6-8f0c-22abd422d9d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:34:08.780461 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Attempting to bind port 65cfe349-cadd-40c9-ad65-9692bccf08bc on network 304974be-1692-42d6-8f0c-22abd422d9d8 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:34:08.794192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:34:08.794528 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Checking segment: {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:34:08.794903 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Bound using segment: {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:34:08.795336 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Bound port: 65cfe349-cadd-40c9-ad65-9692bccf08bc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce437a6-827c-4a3f-94bb-ce26064b2b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:34:08.795689 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.810499 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:08.826227 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (480499bf-147e-4f5a-b7bc-aa40ed30fa62), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.855418 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480499bf-147e-4f5a-b7bc-aa40ed30fa62,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:08.861283 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.867560 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-dfc8142c-81f0-4ed7-b8fc-73628a4ae2a2 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/480499bf-147e-4f5a-b7bc-aa40ed30fa62 HTTP/1.1" status: 204 len: 168 time: 0.2544401 Jan 18 16:34:08.867560 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45786) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:08.875655 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.882434 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.899077 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['684a69e2-8aee-429a-ad20-cba1e94ddb16'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:08.930601 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] For port 65cfe349-cadd-40c9-ad65-9692bccf08bc, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:34:08.951142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:08.951774 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.952833 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (4a674afc-ab26-4529-b716-118a44373ef3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.953544 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c83463c9-eea7-4baa-87bd-c194e42d988f req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "PUT /v2.0/ports/684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 981 time: 0.6962240 Jan 18 16:34:08.957470 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:08.959766 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c8d809-4f2a-487a-8be8-59859b981e95" -d '{"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:08.972720 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] For port 65cfe349-cadd-40c9-ad65-9692bccf08bc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:34:08.978431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:08.980657 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5aadf-3a95-4393-a638-133e77719983 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=6']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:09.019896 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.020521 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.021947 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] 10.222.0.45 "PUT /v2.0/ports/65cfe349-cadd-40c9-ad65-9692bccf08bc HTTP/1.1" status: 200 len: 1093 time: 1.1903360 Jan 18 16:34:09.055122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9aaf56-e611-4866-9310-d5311249d9ec x-openstack-request-id: req-7e9aaf56-e611-4866-9310-d5311249d9ec {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:09.056167 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:09.057119 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7e9aaf56-e611-4866-9310-d5311249d9ec {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:09.057709 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'status': 'completed', 'code': 200} Jan 18 16:34:09.091702 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939175-5bd8-4746-9c8e-d173e8fdf8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=65cfe349-cadd-40c9-ad65-9692bccf08bc,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:09.100227 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['684a69e2-8aee-429a-ad20-cba1e94ddb16'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:09.207448 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (4a674afc-ab26-4529-b716-118a44373ef3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.225591 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-e802eaf9-7089-4720-a301-406a7d36e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.227162 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-e802eaf9-7089-4720-a301-406a7d36e9fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1137 time: 0.1348090 Jan 18 16:34:09.251839 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a674afc-ab26-4529-b716-118a44373ef3']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:09.278487 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79188b8d-95d8-45c0-a14f-8a169e34b7b3') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:09.278701 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79188b8d-95d8-45c0-a14f-8a169e34b7b3') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:09.318308 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (79188b8d-95d8-45c0-a14f-8a169e34b7b3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.341040 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (79188b8d-95d8-45c0-a14f-8a169e34b7b3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.357580 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:34:09.358021 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (79188b8d-95d8-45c0-a14f-8a169e34b7b3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.359783 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:34:09.362752 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:34:09.415615 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-bcd3be26-46c3-4b74-a6c3-77596d1247ae None None] Provisioning complete for port 684a69e2-8aee-429a-ad20-cba1e94ddb16 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:09.415912 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-bcd3be26-46c3-4b74-a6c3-77596d1247ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.423748 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-098b3ce4-9bf9-426a-aa82-ee93976705df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.426216 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-098b3ce4-9bf9-426a-aa82-ee93976705df service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 916 time: 0.1837368 Jan 18 16:34:09.442345 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (4a674afc-ab26-4529-b716-118a44373ef3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.476949 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.480171 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4a674afc-ab26-4529-b716-118a44373ef3 HTTP/1.1" status: 204 len: 168 time: 0.6116164 Jan 18 16:34:09.484810 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fabf1d-94f6-48d4-835f-eca353ace133 req-486676b3-960f-469d-b071-b67337c3394f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.486497 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-65fabf1d-94f6-48d4-835f-eca353ace133 req-486676b3-960f-469d-b071-b67337c3394f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0890150 Jan 18 16:34:09.488696 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-f33a533b-a54f-4693-937d-cd834e946998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.490414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-f33a533b-a54f-4693-937d-cd834e946998 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=417f505277c847cf9b6aaf89f1639bff&device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 1096 time: 0.4167342 Jan 18 16:34:09.497706 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02537277-173f-447d-a909-68960e2566d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a674afc-ab26-4529-b716-118a44373ef3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:09.519396 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-e876d59a-21ee-4361-a51d-438c82c99608 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 1001 time: 0.0860796 Jan 18 16:34:09.549498 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54a635-ae9e-436f-a76c-f1ba55a4a121 req-fb0a40c2-b39c-4285-aefe-a4b6c7806679 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.551308 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8a54a635-ae9e-436f-a76c-f1ba55a4a121 req-fb0a40c2-b39c-4285-aefe-a4b6c7806679 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.1553259 Jan 18 16:34:09.591355 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-fea7fc50-1ea3-47a1-aa6a-39bb9b59d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.592960 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-fea7fc50-1ea3-47a1-aa6a-39bb9b59d1b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.0656998 Jan 18 16:34:09.607021 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-f304a7e7-2606-4e55-90d3-84079fb764f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc HTTP/1.1" status: 200 len: 217 time: 0.0912590 Jan 18 16:34:09.661097 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-374b3377-7512-4ff1-9694-422baed0c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.663136 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-374b3377-7512-4ff1-9694-422baed0c65c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615308 Jan 18 16:34:09.666636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-bcd3be26-46c3-4b74-a6c3-77596d1247ae None None] Current status of the port 684a69e2-8aee-429a-ad20-cba1e94ddb16 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:09.688083 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-46830c55-18f1-41c2-aba1-c721ba23371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:09.689545 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-46830c55-18f1-41c2-aba1-c721ba23371f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e689401c-44cb-4b7c-a35a-8132db4a1263 HTTP/1.1" status: 200 len: 853 time: 0.0751166 Jan 18 16:34:09.732427 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45796) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:09.755779 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-932e42de-9251-4a72-b314-62350c9a8559 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=304974be-1692-42d6-8f0c-22abd422d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502472 Jan 18 16:34:09.806801 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5f5b5130-d436-463d-8ea7-82dcc65a93fb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ad74e7f75a7c41be9e4e3f6884b4d832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0731003 Jan 18 16:34:09.812779 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45804) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:09.837361 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-b34627cd-b1f1-4a79-b975-2020d0c068e4 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592853 Jan 18 16:34:09.873337 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-65fabf1d-94f6-48d4-835f-eca353ace133 req-67cdff84-c2fb-4bb0-aa8e-ea6cb5359234 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3470535 Jan 18 16:34:09.893350 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8a54a635-ae9e-436f-a76c-f1ba55a4a121 req-9f589938-ac7c-487d-a686-1200112fbbc5 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053536 Jan 18 16:34:09.895721 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-296a5d17-4052-41bf-9c40-f0cd0c06e521 service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302269 Jan 18 16:34:09.955679 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd7eb-81aa-4271-a99f-c47f0b78caa0 admin admin] Publish callbacks [] for security_group (b7d830a4-d600-4cec-9036-b88957ff59ee), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:09.996854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd7eb-81aa-4271-a99f-c47f0b78caa0 admin admin] Publish callbacks [] for security_group (b7d830a4-d600-4cec-9036-b88957ff59ee), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.000146 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-f3c8d809-4f2a-487a-8be8-59859b981e95 req-04a252b7-be42-4732-8a85-966e4271bfcc service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509471 Jan 18 16:34:10.063305 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d3034a06-408d-4314-ab89-3dfc608e5e9e req-6e3d1f7a-0db4-49c6-ae35-ebbb784e7d04 service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425943 Jan 18 16:34:10.069605 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd7eb-81aa-4271-a99f-c47f0b78caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b7d830a4-d600-4cec-9036-b88957ff59ee), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.073021 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f1fbd7eb-81aa-4271-a99f-c47f0b78caa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.074636 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f1fbd7eb-81aa-4271-a99f-c47f0b78caa0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b7d830a4-d600-4cec-9036-b88957ff59ee HTTP/1.1" status: 204 len: 168 time: 0.2607663 Jan 18 16:34:10.084760 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc11153-0597-4b8b-b0f4-d240de1b650e req-e50d7b16-8358-4228-b219-725ba77ba17c tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:10.086475 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2dc11153-0597-4b8b-b0f4-d240de1b650e req-e50d7b16-8358-4228-b219-725ba77ba17c tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 943 time: 0.0922122 Jan 18 16:34:10.087133 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbd7eb-81aa-4271-a99f-c47f0b78caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d830a4-d600-4cec-9036-b88957ff59ee,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:10.150559 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2dc11153-0597-4b8b-b0f4-d240de1b650e req-7a0845bd-d907-4a64-ac4e-b2498ae4f0b3 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585949 Jan 18 16:34:10.323041 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45824) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:10.478401 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c680681d-4cb6-43a2-a2b2-91928b22c4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.552110 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c680681d-4cb6-43a2-a2b2-91928b22c4ac admin admin] Publish callbacks [] for security_group (ab4979e2-687d-401e-814d-23c8978e2bd6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.555557 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c680681d-4cb6-43a2-a2b2-91928b22c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ab4979e2-687d-401e-814d-23c8978e2bd6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.598910 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c680681d-4cb6-43a2-a2b2-91928b22c4ac admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2e52fe55d7d9420685dcd4a2465926c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745204 Jan 18 16:34:10.599632 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680681d-4cb6-43a2-a2b2-91928b22c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4979e2-687d-401e-814d-23c8978e2bd6,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:10.601457 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45828) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:10.649955 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cecf58e5-30b7-43d2-be71-f6c04ac5ccc8 admin admin] Publish callbacks [] for security_group (ab4979e2-687d-401e-814d-23c8978e2bd6), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.674106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cecf58e5-30b7-43d2-be71-f6c04ac5ccc8 admin admin] Publish callbacks [] for security_group (ab4979e2-687d-401e-814d-23c8978e2bd6), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.720499 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cecf58e5-30b7-43d2-be71-f6c04ac5ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ab4979e2-687d-401e-814d-23c8978e2bd6), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.723901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-cecf58e5-30b7-43d2-be71-f6c04ac5ccc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:10.725074 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-cecf58e5-30b7-43d2-be71-f6c04ac5ccc8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ab4979e2-687d-401e-814d-23c8978e2bd6 HTTP/1.1" status: 204 len: 168 time: 0.1214926 Jan 18 16:34:10.733259 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf58e5-30b7-43d2-be71-f6c04ac5ccc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4979e2-687d-401e-814d-23c8978e2bd6,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:10.995565 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45836) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:11.009586 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-00e724c3-dc6f-4aed-9c7c-63677173e4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.015388 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12327aa-273c-4ffe-9728-c6c7fe1ba150 req-2c5fe3df-4bea-4fc9-b375-232830619213 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.016882 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c12327aa-273c-4ffe-9728-c6c7fe1ba150 req-2c5fe3df-4bea-4fc9-b375-232830619213 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0565858 Jan 18 16:34:11.059262 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'tag': '65cfe349-cadd-40c9-ad65-9692bccf08bc'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:11.063377 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a90c1e7-2936-43f0-8302-4e069270c35d" -d '{"events": [{"name": "network-changed", "server_uuid": "17780bc8-43cc-4572-81bc-e15bfcc81035", "tag": "65cfe349-cadd-40c9-ad65-9692bccf08bc"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:11.093173 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c12327aa-273c-4ffe-9728-c6c7fe1ba150 req-8561a4ec-e79c-4329-bb82-d78d1c002cd9 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693521 Jan 18 16:34:11.103958 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-00e724c3-dc6f-4aed-9c7c-63677173e4ea admin admin] Publish callbacks [] for security_group (b70b52da-4bbc-44a4-a843-8715d5435d9e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.108460 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-00e724c3-dc6f-4aed-9c7c-63677173e4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b70b52da-4bbc-44a4-a843-8715d5435d9e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.123702 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f55e2a-6408-46c0-8874-1db25158b765 x-openstack-request-id: req-63f55e2a-6408-46c0-8874-1db25158b765 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:11.123997 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17780bc8-43cc-4572-81bc-e15bfcc81035", "tag": "65cfe349-cadd-40c9-ad65-9692bccf08bc", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:11.124731 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-63f55e2a-6408-46c0-8874-1db25158b765 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:11.125161 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'tag': '65cfe349-cadd-40c9-ad65-9692bccf08bc', 'status': 'completed', 'code': 200} Jan 18 16:34:11.148005 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-00e724c3-dc6f-4aed-9c7c-63677173e4ea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=64c9dd6098384645b285f235ec48a076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512556 Jan 18 16:34:11.148994 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e724c3-dc6f-4aed-9c7c-63677173e4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b52da-4bbc-44a4-a843-8715d5435d9e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:11.150891 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45840) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:11.255436 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4d259c8-1408-48de-8d5b-9bfe561f1a31 admin admin] Publish callbacks [] for security_group (b70b52da-4bbc-44a4-a843-8715d5435d9e), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.258172 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-7d4e9c27-e3ed-448f-a2d8-4af20e5f8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.259652 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-7d4e9c27-e3ed-448f-a2d8-4af20e5f8369 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=417f505277c847cf9b6aaf89f1639bff&device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 1096 time: 0.0919974 Jan 18 16:34:11.332120 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4d259c8-1408-48de-8d5b-9bfe561f1a31 admin admin] Publish callbacks [] for security_group (b70b52da-4bbc-44a4-a843-8715d5435d9e), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.375944 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205b554-908a-44c6-9289-26389123ecdd req-25788095-de04-4a5f-a3c0-801c01d79e9e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.378119 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a205b554-908a-44c6-9289-26389123ecdd req-25788095-de04-4a5f-a3c0-801c01d79e9e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 943 time: 0.1590807 Jan 18 16:34:11.436079 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-d8dda9d2-d880-484b-8361-aaf5c78f53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.437543 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-d8dda9d2-d880-484b-8361-aaf5c78f53b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 200 len: 914 time: 0.1668630 Jan 18 16:34:11.441889 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4d259c8-1408-48de-8d5b-9bfe561f1a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b70b52da-4bbc-44a4-a843-8715d5435d9e), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.444347 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e4d259c8-1408-48de-8d5b-9bfe561f1a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:11.445380 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-e4d259c8-1408-48de-8d5b-9bfe561f1a31 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b70b52da-4bbc-44a4-a843-8715d5435d9e HTTP/1.1" status: 204 len: 168 time: 0.2928395 Jan 18 16:34:11.470095 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a205b554-908a-44c6-9289-26389123ecdd req-94608fa0-d8d2-4ae4-bd4c-6287fc8a2a63 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847905 Jan 18 16:34:11.470878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d259c8-1408-48de-8d5b-9bfe561f1a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b52da-4bbc-44a4-a843-8715d5435d9e,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:11.504027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-6767ab69-72a9-4deb-8f73-22b84a76513f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc HTTP/1.1" status: 200 len: 217 time: 0.0576150 Jan 18 16:34:11.559165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-c908f6d4-d69a-4d9a-946c-1bb1c89d8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:11.560496 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-c908f6d4-d69a-4d9a-946c-1bb1c89d8d33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e689401c-44cb-4b7c-a35a-8132db4a1263 HTTP/1.1" status: 200 len: 853 time: 0.0447319 Jan 18 16:34:11.595770 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-92d1b2db-43fc-41d7-80ea-5742aa59fa87 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=304974be-1692-42d6-8f0c-22abd422d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255833 Jan 18 16:34:11.696479 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-abe092e9-d509-4e59-b7c8-95b6afd08fef service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920005 Jan 18 16:34:11.791279 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4a90c1e7-2936-43f0-8302-4e069270c35d req-be365441-3a6f-42e3-8bfb-d092af8c5e30 service neutron] 10.222.0.45 "GET /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884712 Jan 18 16:34:12.215357 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697dd3-b742-498a-8abf-5560d990062a req-e7c9ca8f-f5af-4bf9-b6fd-733a10798d2d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.216763 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-37697dd3-b742-498a-8abf-5560d990062a req-e7c9ca8f-f5af-4bf9-b6fd-733a10798d2d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0540829 Jan 18 16:34:12.268205 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-37697dd3-b742-498a-8abf-5560d990062a req-55afb611-e5a7-4e7f-97a7-de3c76a05215 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449114 Jan 18 16:34:12.612460 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f1453-6ed8-48a4-9209-3d1b9cb0906d req-098f221f-9044-4931-861a-be96ebf00e70 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:12.613998 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d69f1453-6ed8-48a4-9209-3d1b9cb0906d req-098f221f-9044-4931-861a-be96ebf00e70 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 943 time: 0.0559390 Jan 18 16:34:12.664234 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d69f1453-6ed8-48a4-9209-3d1b9cb0906d req-8099a62a-ee45-4b99-a8b4-a1aae0235442 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Jan 18 16:34:13.388558 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b73c33-3296-4aaf-80aa-0af9fd2bef69 req-3eb143bf-4313-40e0-9075-f97112d018a1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:13.390008 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-11b73c33-3296-4aaf-80aa-0af9fd2bef69 req-3eb143bf-4313-40e0-9075-f97112d018a1 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0523431 Jan 18 16:34:13.439395 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-11b73c33-3296-4aaf-80aa-0af9fd2bef69 req-205ed0ad-57f7-4392-94a6-c96c74a878d9 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Jan 18 16:34:13.786062 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fb337-bc1b-4219-be02-b43cfd7f63a5 req-af6319c7-2b97-4d45-a176-fc73f3e94061 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:13.787715 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dd3fb337-bc1b-4219-be02-b43cfd7f63a5 req-af6319c7-2b97-4d45-a176-fc73f3e94061 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 943 time: 0.0545485 Jan 18 16:34:13.835047 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dd3fb337-bc1b-4219-be02-b43cfd7f63a5 req-0f34e424-6956-4190-8d78-cba63bec3cbd tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Jan 18 16:34:14.559204 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb5e07-cca0-4639-8caf-2051df4fac47 req-014d1e24-dd1b-4c61-8a31-5cad93b89405 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.560683 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90fb5e07-cca0-4639-8caf-2051df4fac47 req-014d1e24-dd1b-4c61-8a31-5cad93b89405 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0524230 Jan 18 16:34:14.610586 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90fb5e07-cca0-4639-8caf-2051df4fac47 req-590f1c9b-2279-451f-bf8c-d95db5ada30b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Jan 18 16:34:14.665498 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 65cfe349-cadd-40c9-ad65-9692bccf08bc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:34:14.764550 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 65cfe349-cadd-40c9-ad65-9692bccf08bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:14.776417 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '65cfe349-cadd-40c9-ad65-9692bccf08bc', 'network_id': '304974be-1692-42d6-8f0c-22abd422d9d8', 'port_id': '65cfe349-cadd-40c9-ad65-9692bccf08bc', 'mac_address': 'fa:16:3e:93:6c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e689401c-44cb-4b7c-a35a-8132db4a1263', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:34:14.816781 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 65cfe349-cadd-40c9-ad65-9692bccf08bc is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:14.817454 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:14.831521 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65cfe349-cadd-40c9-ad65-9692bccf08bc {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:14.852798 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 65cfe349-cadd-40c9-ad65-9692bccf08bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:14.857974 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:14.913423 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=65cfe349-cadd-40c9-ad65-9692bccf08bc,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:14.957145 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9af290-365e-485b-bd2b-812d3b580a9e req-4fbcf3b8-cee6-4b72-aaac-c23468a46fb8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:14.958997 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3c9af290-365e-485b-bd2b-812d3b580a9e req-4fbcf3b8-cee6-4b72-aaac-c23468a46fb8 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 944 time: 0.0531101 Jan 18 16:34:15.031605 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3c9af290-365e-485b-bd2b-812d3b580a9e req-cc2c00fe-7e1b-4222-89ac-6185ae10bc7a tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666654 Jan 18 16:34:15.221004 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['65cfe349-cadd-40c9-ad65-9692bccf08bc'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:15.739047 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acce53-4e96-4925-bf8f-74465572b130 req-c3b8f7cf-0c89-4581-b6ec-1be1c5709059 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:15.740523 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c6acce53-4e96-4925-bf8f-74465572b130 req-c3b8f7cf-0c89-4581-b6ec-1be1c5709059 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0530636 Jan 18 16:34:15.789578 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c6acce53-4e96-4925-bf8f-74465572b130 req-1f362d5b-d772-4295-a263-abd06cfa3107 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Jan 18 16:34:16.152828 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df924882-fb17-4d30-880e-fd8a19a04d12 req-abfd4b8a-e552-4d7c-9506-881cc8926093 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:16.154361 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-df924882-fb17-4d30-880e-fd8a19a04d12 req-abfd4b8a-e552-4d7c-9506-881cc8926093 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 944 time: 0.0530572 Jan 18 16:34:16.203545 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-df924882-fb17-4d30-880e-fd8a19a04d12 req-d131bd35-8d7c-496c-ac52-1766be1f5ad2 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Jan 18 16:34:16.344004 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45938) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:16.446439 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ec36-f31a-46e2-abfd-a7c2b7553922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.523809 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ec36-f31a-46e2-abfd-a7c2b7553922 admin admin] Publish callbacks [] for security_group (9553da1c-470c-4ed3-922f-075dfbc1f273), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.527555 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ec36-f31a-46e2-abfd-a7c2b7553922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9553da1c-470c-4ed3-922f-075dfbc1f273), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.566431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ec36-f31a-46e2-abfd-a7c2b7553922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553da1c-470c-4ed3-922f-075dfbc1f273,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:16.571639 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-b8b3ec36-f31a-46e2-abfd-a7c2b7553922 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=28a0d3dc7a37436c97aee2a7945faae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266035 Jan 18 16:34:16.574240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45942) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:16.621890 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e6006410-50b6-4b00-8a42-e25210e7ba46 admin admin] Publish callbacks [] for security_group (9553da1c-470c-4ed3-922f-075dfbc1f273), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.642207 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e6006410-50b6-4b00-8a42-e25210e7ba46 admin admin] Publish callbacks [] for security_group (9553da1c-470c-4ed3-922f-075dfbc1f273), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.681140 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:34:16.684502 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 65cfe349-cadd-40c9-ad65-9692bccf08bc up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:16.690492 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e6006410-50b6-4b00-8a42-e25210e7ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9553da1c-470c-4ed3-922f-075dfbc1f273), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.693735 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e6006410-50b6-4b00-8a42-e25210e7ba46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.697617 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-e6006410-50b6-4b00-8a42-e25210e7ba46 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9553da1c-470c-4ed3-922f-075dfbc1f273 HTTP/1.1" status: 204 len: 168 time: 0.1195557 Jan 18 16:34:16.706285 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6006410-50b6-4b00-8a42-e25210e7ba46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553da1c-470c-4ed3-922f-075dfbc1f273,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:16.824465 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 65cfe349-cadd-40c9-ad65-9692bccf08bc completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:16.838797 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 65cfe349-cadd-40c9-ad65-9692bccf08bc triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:16.839205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.845705 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:16.880759 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'port_id': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'mac_address': 'fa:16:3e:47:ec:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:34:16.913566 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adad488-61ee-4b37-ab15-2292df82b590 req-8a3025ee-a9de-4239-a798-51d4a19c0e32 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:16.915199 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4adad488-61ee-4b37-ab15-2292df82b590 req-8a3025ee-a9de-4239-a798-51d4a19c0e32 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0544219 Jan 18 16:34:16.933439 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 66167132-c1b5-4c9b-983f-cc21fd90ca2e is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:16.933862 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:16.967884 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66167132-c1b5-4c9b-983f-cc21fd90ca2e {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:34:16.971477 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4adad488-61ee-4b37-ab15-2292df82b590 req-3f13ff3b-ea74-4b98-b976-33b9786dcdb6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500815 Jan 18 16:34:16.980777 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 45952) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:16.999719 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:17.000824 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 65cfe349-cadd-40c9-ad65-9692bccf08bc is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:17.001271 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.001774 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5b6beda-29d1-406c-b8fa-2f4364ee20bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.005001 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.060776 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfe349-cadd-40c9-ad65-9692bccf08bc'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:17.063100 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d5319-8df7-403f-a043-8a40d88665b2" -d '{"events": [{"server_uuid": "17780bc8-43cc-4572-81bc-e15bfcc81035", "name": "network-vif-plugged", "status": "completed", "tag": "65cfe349-cadd-40c9-ad65-9692bccf08bc"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:17.081356 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 65cfe349-cadd-40c9-ad65-9692bccf08bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:17.089579 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.094337 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:17.095197 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5b6beda-29d1-406c-b8fa-2f4364ee20bb admin admin] Publish callbacks [] for security_group (a505c8d8-3230-4366-b8ed-8196ce6d32e3), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.100146 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a5b6beda-29d1-406c-b8fa-2f4364ee20bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a505c8d8-3230-4366-b8ed-8196ce6d32e3), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.122840 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253b6d6-cec4-4773-a1ef-56fc5467b431 x-openstack-request-id: req-6253b6d6-cec4-4773-a1ef-56fc5467b431 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:17.123126 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17780bc8-43cc-4572-81bc-e15bfcc81035", "name": "network-vif-plugged", "status": "completed", "tag": "65cfe349-cadd-40c9-ad65-9692bccf08bc", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:17.123374 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-6253b6d6-cec4-4773-a1ef-56fc5467b431 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:17.123758 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65cfe349-cadd-40c9-ad65-9692bccf08bc', 'code': 200} Jan 18 16:34:17.143556 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a5b6beda-29d1-406c-b8fa-2f4364ee20bb admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=01f251e7f9684a6ca3c7304d02adc32c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1615069 Jan 18 16:34:17.144857 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6beda-29d1-406c-b8fa-2f4364ee20bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505c8d8-3230-4366-b8ed-8196ce6d32e3,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:17.146307 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 45956) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:17.157131 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=65cfe349-cadd-40c9-ad65-9692bccf08bc,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:17.199659 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4b2da47a-c6b5-4db4-b0d4-251ee640681d admin admin] Publish callbacks [] for security_group (a505c8d8-3230-4366-b8ed-8196ce6d32e3), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.223173 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4b2da47a-c6b5-4db4-b0d4-251ee640681d admin admin] Publish callbacks [] for security_group (a505c8d8-3230-4366-b8ed-8196ce6d32e3), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.281662 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4b2da47a-c6b5-4db4-b0d4-251ee640681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (a505c8d8-3230-4366-b8ed-8196ce6d32e3), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.284342 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-4b2da47a-c6b5-4db4-b0d4-251ee640681d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:17.288457 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-4b2da47a-c6b5-4db4-b0d4-251ee640681d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a505c8d8-3230-4366-b8ed-8196ce6d32e3 HTTP/1.1" status: 204 len: 168 time: 0.1386919 Jan 18 16:34:17.295842 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2da47a-c6b5-4db4-b0d4-251ee640681d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505c8d8-3230-4366-b8ed-8196ce6d32e3,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:17.316472 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['66167132-c1b5-4c9b-983f-cc21fd90ca2e'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:17.317629 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ee207-341b-47fa-a1db-5feff3b21fc3 req-03265b55-5b7f-4474-aa48-29a4e21b0686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:17.319337 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-406ee207-341b-47fa-a1db-5feff3b21fc3 req-03265b55-5b7f-4474-aa48-29a4e21b0686 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 1098 time: 0.0759752 Jan 18 16:34:17.354412 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf1324-63d8-44aa-a8a1-4057afeffd56 req-5a3f75c2-e6de-441f-8a04-74ef55df16e3 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:17.355926 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-35bf1324-63d8-44aa-a8a1-4057afeffd56 req-5a3f75c2-e6de-441f-8a04-74ef55df16e3 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 945 time: 0.0825369 Jan 18 16:34:17.400485 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-406ee207-341b-47fa-a1db-5feff3b21fc3 req-b8624df0-c855-4c57-a9a1-58a86128a587 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692635 Jan 18 16:34:17.423973 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-35bf1324-63d8-44aa-a8a1-4057afeffd56 req-19d2c6e8-26dd-411d-8293-5799a4d5141e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609004 Jan 18 16:34:18.115947 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd841b3-ca04-47a5-95dc-01a8a5badba5 req-15e0f947-a125-4622-8cf4-9981c4f35916 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.117623 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4cd841b3-ca04-47a5-95dc-01a8a5badba5 req-15e0f947-a125-4622-8cf4-9981c4f35916 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 945 time: 0.0713584 Jan 18 16:34:18.169089 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4cd841b3-ca04-47a5-95dc-01a8a5badba5 req-3cb18d63-a0bb-466a-ba8a-390ba0d02964 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455866 Jan 18 16:34:18.538260 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e65367-98eb-4f6d-8170-3510212e52b7 req-863b229f-cb31-44ad-aa06-987f8f41fa43 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:18.539803 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-72e65367-98eb-4f6d-8170-3510212e52b7 req-863b229f-cb31-44ad-aa06-987f8f41fa43 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 945 time: 0.0500526 Jan 18 16:34:18.592175 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-72e65367-98eb-4f6d-8170-3510212e52b7 req-d5938307-5635-4792-bbd1-d72d8bed657f tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465012 Jan 18 16:34:18.695186 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:34:18.752134 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 66167132-c1b5-4c9b-983f-cc21fd90ca2e completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:34:18.756625 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 66167132-c1b5-4c9b-983f-cc21fd90ca2e triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:34:18.757043 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:18.835871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 66167132-c1b5-4c9b-983f-cc21fd90ca2e is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:34:18.836264 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:18.868838 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:18.872649 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:18.925320 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:19.125214 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:19.127424 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0db7c1-b0a9-4cde-9f84-2ffb886dd0c4" -d '{"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-plugged", "status": "completed", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:19.164246 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d5a6c5-ae28-4ff6-aca7-90e1ffd70836 x-openstack-request-id: req-66d5a6c5-ae28-4ff6-aca7-90e1ffd70836 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:19.164600 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-plugged", "status": "completed", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:19.164856 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-66d5a6c5-ae28-4ff6-aca7-90e1ffd70836 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:19.165282 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'code': 200} Jan 18 16:34:19.283858 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17b77a-7f11-492b-a7a5-9d4647069937 req-4eb44233-1772-42eb-8866-1393f317787a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.286007 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f17b77a-7f11-492b-a7a5-9d4647069937 req-4eb44233-1772-42eb-8866-1393f317787a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0514443 Jan 18 16:34:19.349882 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f17b77a-7f11-492b-a7a5-9d4647069937 req-44ccd20c-b96f-4768-82f8-a54a27bf11fb tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581498 Jan 18 16:34:19.423981 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ebe08-e1e2-46db-9d33-ceec8c3d935d req-e82cdf3b-776d-4da8-a719-72000c026b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.425520 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d04ebe08-e1e2-46db-9d33-ceec8c3d935d req-e82cdf3b-776d-4da8-a719-72000c026b19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0404341 Jan 18 16:34:19.470653 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d04ebe08-e1e2-46db-9d33-ceec8c3d935d req-2222396d-e15b-4b08-9b50-28ca70a45c51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388229 Jan 18 16:34:19.712478 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d9e19-7373-4696-9c20-bbe0baa2272e req-84482831-24b9-44f8-b14c-995967d7292e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:19.713879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a99d9e19-7373-4696-9c20-bbe0baa2272e req-84482831-24b9-44f8-b14c-995967d7292e tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 945 time: 0.0539799 Jan 18 16:34:19.761615 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a99d9e19-7373-4696-9c20-bbe0baa2272e req-6d77d84d-2998-43b6-bc81-80d88e1a8878 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422816 Jan 18 16:34:20.464408 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc57c4-790c-4533-af3c-1c76c61ab49e req-8ad1d632-7306-4f03-bc75-3fb1be7193c8 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:20.465815 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75fc57c4-790c-4533-af3c-1c76c61ab49e req-8ad1d632-7306-4f03-bc75-3fb1be7193c8 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0476353 Jan 18 16:34:20.515019 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75fc57c4-790c-4533-af3c-1c76c61ab49e req-9df6dc48-a290-4e0a-bd8a-6fcb387c2aa3 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Jan 18 16:34:21.640797 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d400d-9f31-4ca4-af1f-ff73bca32e05 req-c45c8662-45d9-48d0-847a-8edce7c30e49 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:21.642205 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-597d400d-9f31-4ca4-af1f-ff73bca32e05 req-c45c8662-45d9-48d0-847a-8edce7c30e49 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0561469 Jan 18 16:34:21.691948 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-597d400d-9f31-4ca4-af1f-ff73bca32e05 req-c5494c78-1e55-4727-ac3e-0a2cf2058d71 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Jan 18 16:34:21.812705 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ca878-f286-4f47-8e1c-adb172ca8dbc req-0dc51b2d-c6ad-4d94-86f6-4b1105e26c32 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:21.814275 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd1ca878-f286-4f47-8e1c-adb172ca8dbc req-0dc51b2d-c6ad-4d94-86f6-4b1105e26c32 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0535493 Jan 18 16:34:21.865681 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fd1ca878-f286-4f47-8e1c-adb172ca8dbc req-9a6bc2e8-1cb1-48c2-a9cb-fe0b8a5f41e4 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Jan 18 16:34:21.887458 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46054) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:22.069364 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd4f197-22d3-4cf6-81eb-2a7d6245da80 tempest-TestShelveInstance-1918937293 tempest-TestShelveInstance-1918937293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:22.070876 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6dd4f197-22d3-4cf6-81eb-2a7d6245da80 tempest-TestShelveInstance-1918937293 tempest-TestShelveInstance-1918937293-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1094 time: 0.1824367 Jan 18 16:34:22.073841 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46060) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:22.077977 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'port_id': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:22.103593 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:22.197321 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:22.306044 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Allocated IP 172.27.3.42 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/cffb253c-611a-4ec8-b4ed-dcf2a396e126) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:34:22.406958 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:22.439300 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:22.482828 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:34:22.487216 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:34:22.491773 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:34:22.494799 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'Port': ['ID=cffb253c-611a-4ec8-b4ed-dcf2a396e126,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:22.849163 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for floatingip (f0018155-e82a-4b15-acbc-c5bb961b0edd), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:22.921106 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.016196 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46078) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:23.073078 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.077591 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.125849 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e377-be66-4a9f-887e-cc171b885300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.146867 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event updated for resources: {'Port': ['ID=cffb253c-611a-4ec8-b4ed-dcf2a396e126,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:23.157996 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (f0018155-e82a-4b15-acbc-c5bb961b0edd), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.201476 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e377-be66-4a9f-887e-cc171b885300 admin admin] Publish callbacks [] for security_group (10e35035-c483-44d6-b247-6bc7b0d6d6d0), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.205784 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-e8b7e377-be66-4a9f-887e-cc171b885300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (10e35035-c483-44d6-b247-6bc7b0d6d6d0), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.248959 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7e377-be66-4a9f-887e-cc171b885300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e35035-c483-44d6-b247-6bc7b0d6d6d0,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:23.258543 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-e8b7e377-be66-4a9f-887e-cc171b885300 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e139bb2d522f4733bc8a52984179e5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410812 Jan 18 16:34:23.259138 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46084) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:23.263933 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Floating IP f0018155-e82a-4b15-acbc-c5bb961b0edd associated. External IP: 172.27.3.42, port: 66167132-c1b5-4c9b-983f-cc21fd90ca2e. Jan 18 16:34:23.313438 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9d6a-552a-4c1a-988d-57ae1feb120b admin admin] Publish callbacks [] for security_group (10e35035-c483-44d6-b247-6bc7b0d6d6d0), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.336162 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9d6a-552a-4c1a-988d-57ae1feb120b admin admin] Publish callbacks [] for security_group (10e35035-c483-44d6-b247-6bc7b0d6d6d0), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.382244 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9d6a-552a-4c1a-988d-57ae1feb120b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (10e35035-c483-44d6-b247-6bc7b0d6d6d0), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.384829 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ea9b9d6a-552a-4c1a-988d-57ae1feb120b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.385999 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ea9b9d6a-552a-4c1a-988d-57ae1feb120b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/10e35035-c483-44d6-b247-6bc7b0d6d6d0 HTTP/1.1" status: 204 len: 168 time: 0.1259377 Jan 18 16:34:23.393876 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b9d6a-552a-4c1a-988d-57ae1feb120b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e35035-c483-44d6-b247-6bc7b0d6d6d0,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:23.483473 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:34:23.592717 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:34:23.605535 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] Sync routers for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:34:23.612095 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.616282 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:23.617245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:33:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:23.641426 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8ece1ae1-97f6-448e-9204-0c7141e93586 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5664186 Jan 18 16:34:23.641984 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:23.644829 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50395643-6358-43ac-8a70-fe78d756a8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:23.661895 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46094) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:23.676246 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2f72fbf0-5e57-4ed0-b8f1-9cfa17d16dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.697224 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fce59b-56be-4c76-b015-19a96c2dd38a x-openstack-request-id: req-d7fce59b-56be-4c76-b015-19a96c2dd38a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:23.697525 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:23.697781 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d7fce59b-56be-4c76-b015-19a96c2dd38a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:23.698184 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'status': 'completed', 'code': 200} Jan 18 16:34:23.751978 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:23.795921 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-b9f168d5-451e-49df-ac24-6fdc428ef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:23.797427 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-b9f168d5-451e-49df-ac24-6fdc428ef5a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0689697 Jan 18 16:34:23.799176 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2f72fbf0-5e57-4ed0-b8f1-9cfa17d16dea admin admin] Publish callbacks [] for security_group (94066085-6371-4a3b-b9d6-afdd4ccd1bd4), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.802917 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2f72fbf0-5e57-4ed0-b8f1-9cfa17d16dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (94066085-6371-4a3b-b9d6-afdd4ccd1bd4), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.887549 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2f72fbf0-5e57-4ed0-b8f1-9cfa17d16dea admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9dbdfaf7f0184c80a13575a227902234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245185 Jan 18 16:34:23.890774 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46096) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:23.892287 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72fbf0-5e57-4ed0-b8f1-9cfa17d16dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94066085-6371-4a3b-b9d6-afdd4ccd1bd4,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:23.927194 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-b8f03893-9d3c-4492-9573-759546c467fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:23.928858 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-b8f03893-9d3c-4492-9573-759546c467fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 909 time: 0.1228788 Jan 18 16:34:23.955332 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0ade-1211-4fde-b744-7cc4011bd582 admin admin] Publish callbacks [] for security_group (94066085-6371-4a3b-b9d6-afdd4ccd1bd4), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.980614 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0ade-1211-4fde-b744-7cc4011bd582 admin admin] Publish callbacks [] for security_group (94066085-6371-4a3b-b9d6-afdd4ccd1bd4), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:23.987953 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'f0018155-e82a-4b15-acbc-c5bb961b0edd', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'port_id': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'mac_address': 'fa:16:3e:47:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:34:22Z', 'updated_at': '2022-01-18T16:34:22Z', 'revision_number': 0, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:24.001774 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-64106ea9-8706-4490-b77b-34ff1f55ff07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 999 time: 0.0659404 Jan 18 16:34:24.019951 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] Checking router: 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:34:24.029214 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:24.029892 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:33:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:24.031109 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0ade-1211-4fde-b744-7cc4011bd582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (94066085-6371-4a3b-b9d6-afdd4ccd1bd4), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.033780 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9e5e0ade-1211-4fde-b744-7cc4011bd582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:24.038041 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9e5e0ade-1211-4fde-b744-7cc4011bd582 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/94066085-6371-4a3b-b9d6-afdd4ccd1bd4 HTTP/1.1" status: 204 len: 168 time: 0.1436779 Jan 18 16:34:24.045136 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e0ade-1211-4fde-b744-7cc4011bd582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94066085-6371-4a3b-b9d6-afdd4ccd1bd4,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:24.064402 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-3e888acd-4ddc-4bfa-8488-fa3d79cd3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:24.066347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-3e888acd-4ddc-4bfa-8488-fa3d79cd3474 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 200 len: 847 time: 0.0578692 Jan 18 16:34:24.120688 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-4f0e051d-cc8f-4299-a786-7696e43d0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:24.122388 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-4f0e051d-cc8f-4299-a786-7696e43d0a94 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d779339-63eb-450d-a363-4b07209eeb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472393 Jan 18 16:34:24.154619 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:24.223235 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-921e839d-7896-49d8-a6d0-ac7168360352 service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935705 Jan 18 16:34:24.322314 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50395643-6358-43ac-8a70-fe78d756a8d6 req-1c161257-b46f-43fd-874d-f57b80e1282b service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928380 Jan 18 16:34:24.426350 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'f0018155-e82a-4b15-acbc-c5bb961b0edd', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'port_id': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'mac_address': 'fa:16:3e:47:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:34:22Z', 'updated_at': '2022-01-18T16:34:22Z', 'revision_number': 0, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:24.579889 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be28fb7-1416-42b0-9639-4ff4e545e3ab None None] The sync data for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi is: [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'f0018155-e82a-4b15-acbc-c5bb961b0edd', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'port_id': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'mac_address': 'fa:16:3e:47:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:34:22Z', 'updated_at': '2022-01-18T16:34:22Z', 'revision_number': 0, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:34:24.778592 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8bace7-300e-4733-a529-58ebb29d4f73 None None] New status for floating IP f0018155-e82a-4b15-acbc-c5bb961b0edd: ACTIVE {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:34:25.139270 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46130) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:25.244825 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b109668-e375-4a2d-a189-889ed988bb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.319401 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b109668-e375-4a2d-a189-889ed988bb27 admin admin] Publish callbacks [] for security_group (177615fe-1144-4a6b-8a12-463c6551503a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.323087 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1b109668-e375-4a2d-a189-889ed988bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (177615fe-1144-4a6b-8a12-463c6551503a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.364589 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1b109668-e375-4a2d-a189-889ed988bb27 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e4e507cd2534478f9bd4e2d2d7921bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242322 Jan 18 16:34:25.365687 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b109668-e375-4a2d-a189-889ed988bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177615fe-1144-4a6b-8a12-463c6551503a,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:25.367497 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46136) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:25.421340 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-604290fa-1ad1-4fa4-969e-73032a11e449 admin admin] Publish callbacks [] for security_group (177615fe-1144-4a6b-8a12-463c6551503a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.445763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-604290fa-1ad1-4fa4-969e-73032a11e449 admin admin] Publish callbacks [] for security_group (177615fe-1144-4a6b-8a12-463c6551503a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.491494 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-604290fa-1ad1-4fa4-969e-73032a11e449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (177615fe-1144-4a6b-8a12-463c6551503a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.494022 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-604290fa-1ad1-4fa4-969e-73032a11e449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:25.495190 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-604290fa-1ad1-4fa4-969e-73032a11e449 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/177615fe-1144-4a6b-8a12-463c6551503a HTTP/1.1" status: 204 len: 168 time: 0.1266291 Jan 18 16:34:25.503057 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604290fa-1ad1-4fa4-969e-73032a11e449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177615fe-1144-4a6b-8a12-463c6551503a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:26.959364 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3dc02f8e-5407-4519-bd8e-d20ec77ff262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:29.183967 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-fdaf1087-cd52-4857-b137-b140110c9cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:30.126875 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:30.402205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:31.779024 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.556202 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46232) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:32.658198 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0506aa18-e841-48fc-a4a9-66614b72a740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.731874 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0506aa18-e841-48fc-a4a9-66614b72a740 admin admin] Publish callbacks [] for security_group (5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.735579 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-0506aa18-e841-48fc-a4a9-66614b72a740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.773640 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-0506aa18-e841-48fc-a4a9-66614b72a740 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4dbb8e7a6b014782b66c7f765caeda2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163327 Jan 18 16:34:32.774514 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506aa18-e841-48fc-a4a9-66614b72a740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:32.776382 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46236) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:32.824459 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Publish callbacks [] for security_group (5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.844887 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Publish callbacks [] for security_group (5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.890058 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.892612 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:32.893792 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7 HTTP/1.1" status: 204 len: 168 time: 0.1164041 Jan 18 16:34:32.901727 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5725ba7e-0000-4aa5-b7e9-12ede8dfa9a7,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:32.910795 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.911152 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.911520 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.911848 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.912239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.912584 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.912947 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.913277 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.913626 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.913950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.915020 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.915645 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:32.915645 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2b8e88-2291-47fd-add7-0a81008be8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:34:33.046628 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:35.481814 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:34:42.927853 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431e1a2-0ef7-4c05-9e85-fa50ed145629 req-de4dfd4e-1b88-4bd5-970c-d5df452188cf tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:42.929988 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4431e1a2-0ef7-4c05-9e85-fa50ed145629 req-de4dfd4e-1b88-4bd5-970c-d5df452188cf tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 945 time: 0.0573819 Jan 18 16:34:42.988290 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4431e1a2-0ef7-4c05-9e85-fa50ed145629 req-076ea065-62ab-4fda-b0a3-32edece664e3 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Jan 18 16:34:42.989581 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46364) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:43.144220 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d95fd81a-c496-4bb5-8306-60aefcf11ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.231744 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d95fd81a-c496-4bb5-8306-60aefcf11ddf admin admin] Publish callbacks [] for security_group (8b05f6a3-a480-4b45-bf43-7ba808e896b8), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.236084 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d95fd81a-c496-4bb5-8306-60aefcf11ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (8b05f6a3-a480-4b45-bf43-7ba808e896b8), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.276022 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d95fd81a-c496-4bb5-8306-60aefcf11ddf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0134623077064432b9a94c5529688de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854073 Jan 18 16:34:43.276905 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fd81a-c496-4bb5-8306-60aefcf11ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b05f6a3-a480-4b45-bf43-7ba808e896b8,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:43.278734 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46368) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:43.329525 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8f1b05d-ef15-4fc9-bded-c35359af4006 admin admin] Publish callbacks [] for security_group (8b05f6a3-a480-4b45-bf43-7ba808e896b8), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.351186 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8f1b05d-ef15-4fc9-bded-c35359af4006 admin admin] Publish callbacks [] for security_group (8b05f6a3-a480-4b45-bf43-7ba808e896b8), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.402740 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8f1b05d-ef15-4fc9-bded-c35359af4006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (8b05f6a3-a480-4b45-bf43-7ba808e896b8), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.405340 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8f1b05d-ef15-4fc9-bded-c35359af4006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:43.406577 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f8f1b05d-ef15-4fc9-bded-c35359af4006 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8b05f6a3-a480-4b45-bf43-7ba808e896b8 HTTP/1.1" status: 204 len: 168 time: 0.1268065 Jan 18 16:34:43.414483 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f1b05d-ef15-4fc9-bded-c35359af4006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b05f6a3-a480-4b45-bf43-7ba808e896b8,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:44.124703 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433b5d2-ae69-4539-b6a4-a35acef41ab1 req-c6e05c77-0d66-4ea4-81b0-430a0da5f22d tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:44.126247 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d433b5d2-ae69-4539-b6a4-a35acef41ab1 req-c6e05c77-0d66-4ea4-81b0-430a0da5f22d tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 945 time: 0.0555575 Jan 18 16:34:44.176163 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d433b5d2-ae69-4539-b6a4-a35acef41ab1 req-e7c3379b-37b2-44a9-b3bd-bd3bec882887 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/security-groups?id=6ab8412f-ddcf-420a-a34a-e7fea79ab13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Jan 18 16:34:44.776577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946be165-e487-4db6-9b4d-c5ae135449cd req-8162e852-a34c-4dbb-8fe8-c7974b035c1a tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:44.778050 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-946be165-e487-4db6-9b4d-c5ae135449cd req-8162e852-a34c-4dbb-8fe8-c7974b035c1a tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 945 time: 0.0511553 Jan 18 16:34:44.875013 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Deleting port 65cfe349-cadd-40c9-ad65-9692bccf08bc {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:34:44.875346 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:44.965643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] For port 65cfe349-cadd-40c9-ad65-9692bccf08bc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=65cfe349-cadd-40c9-ad65-9692bccf08bc,segment=NetworkSegment(bce437a6-827c-4a3f-94bb-ce26064b2b39),segment_id=bce437a6-827c-4a3f-94bb-ce26064b2b39)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:44.966001 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:44.980528 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Calling delete_port for 65cfe349-cadd-40c9-ad65-9692bccf08bc owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:34:45.104069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (65cfe349-cadd-40c9-ad65-9692bccf08bc), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:45.117387 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['65cfe349-cadd-40c9-ad65-9692bccf08bc'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:34:45.136820 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Pushing event deleted for resources: {'Port': ['ID=65cfe349-cadd-40c9-ad65-9692bccf08bc,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:45.194903 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] No DVR routers for this DVR port 65cfe349-cadd-40c9-ad65-9692bccf08bc on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:34:45.198544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:45.201857 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-946be165-e487-4db6-9b4d-c5ae135449cd req-c5d6d7d7-b1ce-4d09-a726-7caf4889c876 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.45 "DELETE /v2.0/ports/65cfe349-cadd-40c9-ad65-9692bccf08bc HTTP/1.1" status: 204 len: 173 time: 0.4178364 Jan 18 16:34:45.202298 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'name': 'network-vif-deleted', 'tag': '65cfe349-cadd-40c9-ad65-9692bccf08bc'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:45.204506 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e9d71-fbe3-44ae-ad03-9d256a5d9b9a" -d '{"events": [{"server_uuid": "17780bc8-43cc-4572-81bc-e15bfcc81035", "name": "network-vif-deleted", "tag": "65cfe349-cadd-40c9-ad65-9692bccf08bc"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:45.251598 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6b726-d4b2-454d-8e8b-20ad11141447 x-openstack-request-id: req-b9d6b726-d4b2-454d-8e8b-20ad11141447 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:45.252023 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17780bc8-43cc-4572-81bc-e15bfcc81035", "name": "network-vif-deleted", "tag": "65cfe349-cadd-40c9-ad65-9692bccf08bc", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:45.252281 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b9d6b726-d4b2-454d-8e8b-20ad11141447 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:45.252678 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17780bc8-43cc-4572-81bc-e15bfcc81035', 'name': 'network-vif-deleted', 'tag': '65cfe349-cadd-40c9-ad65-9692bccf08bc', 'status': 'completed', 'code': 200} Jan 18 16:34:45.279326 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-424e9ca5-6f9c-40e4-94e5-01314a9c5c02 req-a98b334a-e220-40cc-827d-7e0afca9f254 tempest-VolumesSnapshotTestJSON-925628276 tempest-VolumesSnapshotTestJSON-925628276-project] 10.222.0.82 "GET /v2.0/ports?device_id=17780bc8-43cc-4572-81bc-e15bfcc81035 HTTP/1.1" status: 200 len: 210 time: 0.0304687 Jan 18 16:34:49.681997 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 65cfe349-cadd-40c9-ad65-9692bccf08bc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:34:49.704540 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 65cfe349-cadd-40c9-ad65-9692bccf08bc {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:34:49.704886 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 65cfe349-cadd-40c9-ad65-9692bccf08bc not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:34:49.716038 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c61c8-a50a-481d-a5f3-2cbd917c4929 req-2eb164a3-1f26-47a5-8147-29553e892211 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:49.717524 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a2c61c8-a50a-481d-a5f3-2cbd917c4929 req-2eb164a3-1f26-47a5-8147-29553e892211 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0517659 Jan 18 16:34:49.779500 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a2c61c8-a50a-481d-a5f3-2cbd917c4929 req-015069b8-d398-48c3-ba6c-682e53b81fdd tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561998 Jan 18 16:34:50.687099 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-f794609d-8f1f-41f1-b630-2ba1c7bb52be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:50.688564 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-f794609d-8f1f-41f1-b630-2ba1c7bb52be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1137 time: 0.0412481 Jan 18 16:34:50.775950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-7f9f7f28-d664-4701-b23a-2af0f7037d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:50.777402 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-7f9f7f28-d664-4701-b23a-2af0f7037d64 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 916 time: 0.0797956 Jan 18 16:34:50.861916 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-0a45b235-9950-4acf-8173-1bd1d2cf5c2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 1001 time: 0.0706394 Jan 18 16:34:50.927036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-f2ce0717-eb49-4785-b7dc-33afaebad2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:50.928441 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-f2ce0717-eb49-4785-b7dc-33afaebad2f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.0526254 Jan 18 16:34:50.935878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce13048-8ed5-4bc6-92da-c9cebdfe6a36 req-e35db040-6e80-4789-b5d0-4e3f4cf1dfd0 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:50.937272 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cce13048-8ed5-4bc6-92da-c9cebdfe6a36 req-e35db040-6e80-4789-b5d0-4e3f4cf1dfd0 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0885820 Jan 18 16:34:51.009479 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-188f9651-1231-455c-bffa-a0f2f60f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:51.011041 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-188f9651-1231-455c-bffa-a0f2f60f4523 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723736 Jan 18 16:34:51.028660 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cce13048-8ed5-4bc6-92da-c9cebdfe6a36 req-ae3db2d2-316c-407c-a701-bdb12a09ef2e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824270 Jan 18 16:34:51.118757 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-35c95c5e-f8b2-47a6-8095-435a860fa98a service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840139 Jan 18 16:34:51.220038 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21edf7b1-411d-4732-a082-4483bfcfc609 req-7f345fd6-85e8-4f72-ab5e-06b89e8ed7f8 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931058 Jan 18 16:34:51.701765 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e5012-5f23-44d2-8790-3f2df37f0c3b req-ff3560a5-ee51-4e0d-b389-33b7abd20c8f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:51.703117 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2f3e5012-5f23-44d2-8790-3f2df37f0c3b req-ff3560a5-ee51-4e0d-b389-33b7abd20c8f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.0498102 Jan 18 16:34:51.748976 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2f3e5012-5f23-44d2-8790-3f2df37f0c3b req-98b46d34-5f00-4693-b909-53e5a45d9a0c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400999 Jan 18 16:34:52.295556 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dda081-3a30-4fcd-ad25-1f5bf6296b69 req-f9bd78fc-d310-4414-b71c-6c78fbddbe9e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:52.297062 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c1dda081-3a30-4fcd-ad25-1f5bf6296b69 req-f9bd78fc-d310-4414-b71c-6c78fbddbe9e tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.2003100 Jan 18 16:34:52.358610 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c1dda081-3a30-4fcd-ad25-1f5bf6296b69 req-49f9b339-6ab5-460e-ac77-5cec7db0d391 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555897 Jan 18 16:34:52.919529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db34b0-76f8-44ab-8c3b-946dda682174 req-01ae49a2-6459-48b9-874e-6c865e9f78ea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:52.920952 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b5db34b0-76f8-44ab-8c3b-946dda682174 req-01ae49a2-6459-48b9-874e-6c865e9f78ea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.1009665 Jan 18 16:34:52.967475 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b5db34b0-76f8-44ab-8c3b-946dda682174 req-f8fc4aff-ac42-4ba7-8dbf-721515318c22 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 Jan 18 16:34:53.475235 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f5d54-d62d-4942-8619-2cf7585f8580 req-dc9c4940-78bb-49f7-8fdd-c264595fb19f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:53.476717 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce9f5d54-d62d-4942-8619-2cf7585f8580 req-dc9c4940-78bb-49f7-8fdd-c264595fb19f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0504167 Jan 18 16:34:53.541755 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ce9f5d54-d62d-4942-8619-2cf7585f8580 req-054057b3-f68c-4dcc-986e-439bb819a4a6 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583787 Jan 18 16:34:53.593081 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-7e913854-88eb-416f-9c68-49d3fa65110a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:53.594619 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-7e913854-88eb-416f-9c68-49d3fa65110a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.0505133 Jan 18 16:34:53.692756 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Deleting port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:34:53.693137 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:53.789481 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] For port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:34:53.789863 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:54.264018 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a129a3-fd37-48fb-948b-9eb92c38f2fe req-ddd0b9ab-68e5-409a-9081-8b34a9e626ae tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:54.265513 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-33a129a3-fd37-48fb-948b-9eb92c38f2fe req-ddd0b9ab-68e5-409a-9081-8b34a9e626ae tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 946 time: 0.1353669 Jan 18 16:34:54.379386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:54.379661 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (8cb82dcd-33df-4679-81be-99beafd08a45), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:54.379983 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Floating IP 8cb82dcd-33df-4679-81be-99beafd08a45 disassociated. External IP: 172.27.3.183, port: ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb. Jan 18 16:34:54.380323 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Calling delete_port for ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:34:54.394032 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-33a129a3-fd37-48fb-948b-9eb92c38f2fe req-6a141b0a-f498-4764-83a1-48a73f8ab617 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=773ef172-7ced-464d-a34d-e47094cd77c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971942 Jan 18 16:34:54.516708 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:54.548928 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event deleted for resources: {'Port': ['ID=ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:54.693225 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:34:54.703335 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc435bd-bc43-4595-b460-d42b9279aa04 req-28eb8c18-794b-4b90-8f4d-6a39742b7e37 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:54.704813 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ecc435bd-bc43-4595-b460-d42b9279aa04 req-28eb8c18-794b-4b90-8f4d-6a39742b7e37 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0707955 Jan 18 16:34:54.847981 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ecc435bd-bc43-4595-b460-d42b9279aa04 req-319172d1-22bd-40b5-8a6c-117cb834a1dc tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349282 Jan 18 16:34:54.861323 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:34:54.875090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:34:54.885220 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:54.886172 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:34:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:54.907283 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] No DVR routers for this DVR port ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:34:54.909996 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:54.915717 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a3b7ba24-227d-43db-84b2-7c39abc9aab1 req-8451e206-c1ef-468c-8883-97b8efbfaaea tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "DELETE /v2.0/ports/ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb HTTP/1.1" status: 204 len: 173 time: 1.3133020 Jan 18 16:34:54.916272 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-deleted', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:34:54.918685 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3630dc-e8cf-4c25-9fe8-a9ff073e4b57" -d '{"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-deleted", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:34:54.962197 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d51d63-8ba2-4abd-b6f8-a82d8c1ccd0e x-openstack-request-id: req-b8d51d63-8ba2-4abd-b6f8-a82d8c1ccd0e {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:34:54.962493 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9ca525-aad0-4ac6-8879-2c8d0131c2ee", "name": "network-vif-deleted", "tag": "ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:34:54.962753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b8d51d63-8ba2-4abd-b6f8-a82d8c1ccd0e {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:34:54.963149 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9ca525-aad0-4ac6-8879-2c8d0131c2ee', 'name': 'network-vif-deleted', 'tag': 'ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb', 'status': 'completed', 'code': 200} Jan 18 16:34:55.045291 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:55.247886 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:55.275714 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:34:55.283871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:34:55.284469 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:34:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:55.388340 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:34:55.507912 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e2ce66b1-edeb-4807-bc1b-282dd251de9d req-b7642c2b-6569-4587-a221-88aff00a2340 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 210 time: 0.0302670 Jan 18 16:34:55.591878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:34:55.621868 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc06ae-f86d-4fcb-a5a1-902bdbe23edb None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:34:55.840376 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbdd8bf-f211-4c29-a80a-71a1c7a5dae2 None None] New status for floating IP 8cb82dcd-33df-4679-81be-99beafd08a45: DOWN {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:34:55.977750 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c72796b-4187-4940-a7af-d5ab08f79a10 req-cfce71e6-0c7e-4846-958c-f92ad8914946 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:55.980379 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c72796b-4187-4940-a7af-d5ab08f79a10 req-cfce71e6-0c7e-4846-958c-f92ad8914946 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0596530 Jan 18 16:34:56.041774 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9c72796b-4187-4940-a7af-d5ab08f79a10 req-fbc350dd-6c9a-4c50-a077-12f51d64f61f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566688 Jan 18 16:34:56.617055 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-36d4d620-5336-4ccc-81ab-bba291dd5e7d req-3227acd7-90a5-4058-b6a7-193bcdf6e19f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 210 time: 0.0251951 Jan 18 16:34:56.953691 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3a7435b3-e771-446e-a060-a94ee65b9dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:57.179721 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1c82-5ed8-47f3-98ea-1ead33f74a9d req-dfc1177d-1aaf-47f4-a0db-407b42979199 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:57.182156 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d40b1c82-5ed8-47f3-98ea-1ead33f74a9d req-dfc1177d-1aaf-47f4-a0db-407b42979199 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0635860 Jan 18 16:34:57.247191 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d40b1c82-5ed8-47f3-98ea-1ead33f74a9d req-33745b55-834a-44fa-ba6d-52b5ee6d3fdd tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590825 Jan 18 16:34:57.730803 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-89c668a2-eaa5-4be7-8b9e-ae73c9c62a9b req-79a70245-e563-4004-b9c2-449501bc0df1 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=4e9ca525-aad0-4ac6-8879-2c8d0131c2ee HTTP/1.1" status: 200 len: 210 time: 0.0276148 Jan 18 16:34:58.385542 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbabfe4-abee-4c82-979f-cff66e557e54 req-34ef0ad1-5caf-41ec-a1f8-ac53f342a33c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:58.387119 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-edbabfe4-abee-4c82-979f-cff66e557e54 req-34ef0ad1-5caf-41ec-a1f8-ac53f342a33c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0603399 Jan 18 16:34:58.453462 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-edbabfe4-abee-4c82-979f-cff66e557e54 req-bdf1edd2-ce65-4bc5-889c-2a0a6254bf9d tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606401 Jan 18 16:34:58.830910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46508) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:58.870460 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:34:58.883718 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94f113e2-015f-442d-a447-9f9c0d6c327a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (773ef172-7ced-464d-a34d-e47094cd77c0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:58.891254 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:34:58.891603 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device ca2a0420-8660-4c5a-8bc5-c3d7fa2913eb not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:34:58.907323 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94f113e2-015f-442d-a447-9f9c0d6c327a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (773ef172-7ced-464d-a34d-e47094cd77c0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:58.953963 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94f113e2-015f-442d-a447-9f9c0d6c327a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (773ef172-7ced-464d-a34d-e47094cd77c0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:58.956640 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-94f113e2-015f-442d-a447-9f9c0d6c327a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:58.957808 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-94f113e2-015f-442d-a447-9f9c0d6c327a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "DELETE /v2.0/security-groups/773ef172-7ced-464d-a34d-e47094cd77c0 HTTP/1.1" status: 204 len: 168 time: 0.1259801 Jan 18 16:34:58.960662 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46510) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:58.967907 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f113e2-015f-442d-a447-9f9c0d6c327a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ef172-7ced-464d-a34d-e47094cd77c0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:58.976213 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.api.v2.resource [None req-86fbe242-5f29-4e28-869a-38c6688d5ae3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] show failed (client error): The resource could not be found. Jan 18 16:34:58.980116 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-86fbe242-5f29-4e28-869a-38c6688d5ae3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups/773ef172-7ced-464d-a34d-e47094cd77c0 HTTP/1.1" status: 404 len: 347 time: 0.0149479 Jan 18 16:34:58.980378 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46512) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:59.117089 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Deleting port 1b76429c-8d0d-4a52-99e8-dfd033390863 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:34:59.117460 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.187305 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a5b19de7-f364-49e4-9533-d2bf3beac9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.197779 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.197922 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (1b76429c-8d0d-4a52-99e8-dfd033390863), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.209628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Calling delete_port for 1b76429c-8d0d-4a52-99e8-dfd033390863 owned by network:floatingip {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:34:59.360882 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (1b76429c-8d0d-4a52-99e8-dfd033390863), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.391201 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event deleted for resources: {'Port': ['ID=1b76429c-8d0d-4a52-99e8-dfd033390863,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:59.453865 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (8cb82dcd-33df-4679-81be-99beafd08a45), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.456777 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.458007 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-448f0b9f-7fec-4601-a94a-e837810c4fe4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "DELETE /v2.0/floatingips/8cb82dcd-33df-4679-81be-99beafd08a45 HTTP/1.1" status: 204 len: 168 time: 0.4766452 Jan 18 16:34:59.580465 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d9db-cdac-422e-ac74-375634070c69 req-59547f3f-1cc6-40c5-ac48-5ba333aee021 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:34:59.582016 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b63d9db-cdac-422e-ac74-375634070c69 req-59547f3f-1cc6-40c5-ac48-5ba333aee021 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0567703 Jan 18 16:34:59.642027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b63d9db-cdac-422e-ac74-375634070c69 req-7d13e6d1-88a5-4146-9104-dc96be6859ef tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534821 Jan 18 16:34:59.799711 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46526) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:59.804420 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--962243680', 'description': 'tempest-description--515135975'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:59.829425 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.896230 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (bd88e239-eb1c-45ec-bde6-3607fb01ca5e), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.901004 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (bd88e239-eb1c-45ec-bde6-3607fb01ca5e), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.931625 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:34:59.932846 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1321254 Jan 18 16:34:59.934748 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b1027-8c82-412d-980f-ebe439f05b3c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd88e239-eb1c-45ec-bde6-3607fb01ca5e,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:34:59.935858 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46528) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:34:59.940474 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'security_group_rule': {'security_group_id': 'bd88e239-eb1c-45ec-bde6-3607fb01ca5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:34:59.970177 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (6e74932c-3e69-4548-aec4-78cd61bf608c), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.015497 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (6e74932c-3e69-4548-aec4-78cd61bf608c), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.019346 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (6e74932c-3e69-4548-aec4-78cd61bf608c), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.038825 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e74932c-3e69-4548-aec4-78cd61bf608c,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:00.047888 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.049108 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-fcdfe532-f3c0-4ea4-b61b-6b8f54565ce7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121969 Jan 18 16:35:00.051719 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46530) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:00.056018 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'security_group_rule': {'security_group_id': 'bd88e239-eb1c-45ec-bde6-3607fb01ca5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:00.083385 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (042c0743-37ed-4820-8c79-dc4eee6fe45a), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.138377 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (042c0743-37ed-4820-8c79-dc4eee6fe45a), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.139279 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.142138 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (042c0743-37ed-4820-8c79-dc4eee6fe45a), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.160906 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042c0743-37ed-4820-8c79-dc4eee6fe45a,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:00.167940 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.169278 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-3b4e1c7f-f635-4bd2-a489-26dae5647ffc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165667 Jan 18 16:35:00.172401 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46532) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:00.176673 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:00.199293 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.302304 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.408212 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.444212 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Allocated IP 172.27.3.202 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/ef311341-e6ce-4fcb-a07e-b5b910ff1d61) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:35:00.451828 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-2084f667-8806-4a03-823f-85881f9bd35e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669215 Jan 18 16:35:00.573942 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-b589507b-9a23-477e-8a6f-51ee392d3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:00.575412 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-b589507b-9a23-477e-8a6f-51ee392d3896 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 1099 time: 0.0747285 Jan 18 16:35:00.607414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.705836 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-291a60ad-a167-40fe-af48-e5210d407144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:00.707531 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-291a60ad-a167-40fe-af48-e5210d407144 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.1114240 Jan 18 16:35:00.708948 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:00.814676 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:35:00.825175 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:00.827651 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:35:00.873013 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'Port': ['ID=ef311341-e6ce-4fcb-a07e-b5b910ff1d61,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:00.887855 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-fed749a3-2a55-4852-b06c-4e0dba797fd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29 HTTP/1.1" status: 200 len: 1001 time: 0.1690044 Jan 18 16:35:00.897580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b2cbb-f7e7-419f-9785-89a6c405ec2a req-eddf9f36-476b-4608-abb1-170a217e8a84 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:00.899070 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-423b2cbb-f7e7-419f-9785-89a6c405ec2a req-eddf9f36-476b-4608-abb1-170a217e8a84 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.1854498 Jan 18 16:35:01.007509 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-c917c6a1-5f0b-4bfc-b9e3-d89e730874c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:01.009521 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-c917c6a1-5f0b-4bfc-b9e3-d89e730874c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.1095932 Jan 18 16:35:01.058131 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-423b2cbb-f7e7-419f-9785-89a6c405ec2a req-43b912b5-143f-44fc-a0ea-35cb5f455680 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488361 Jan 18 16:35:01.064732 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (ea8b7182-ac9f-4a3a-8398-bc37d46bca36), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.100330 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-8854e9e4-8b82-4873-b4ba-68b0e148e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:01.102910 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-8854e9e4-8b82-4873-b4ba-68b0e148e407 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825953 Jan 18 16:35:01.108776 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.278013 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-86a48a3e-f655-4e4a-a7b5-5b167cdf2cc9 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672058 Jan 18 16:35:01.407992 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.417677 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.425219 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b19e5a3-6d0e-4d82-b7f5-85a063142e49 req-8f0a2182-6d1c-478c-b1ac-a9500b042fdb service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395309 Jan 18 16:35:01.492546 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'Port': ['ID=ef311341-e6ce-4fcb-a07e-b5b910ff1d61,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:01.504426 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (ea8b7182-ac9f-4a3a-8398-bc37d46bca36), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.520596 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.521862 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c0635d41-21e7-4f83-a12b-29abd4bc4af0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3484440 Jan 18 16:35:01.736417 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-c85a7dcb-a340-4123-a77a-99cd066e7bdc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--962243680&fields=id&tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 267 time: 0.0623596 Jan 18 16:35:01.786941 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:01.851128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-4cc753bb-ee5c-4914-9766-5f573d4a4ab4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:01.852824 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-4cc753bb-ee5c-4914-9766-5f573d4a4ab4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 817 time: 0.1088698 Jan 18 16:35:01.866717 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-b9ca860e-a1f5-4b51-a27f-f11e5d55da10 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/quotas/6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 375 time: 0.0086045 Jan 18 16:35:02.201217 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-7d64015b-153b-473e-9f71-7d6d37c4cf97 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3293231 Jan 18 16:35:02.219185 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d588044-6cc4-442e-a0af-5edfeaa17ceb req-6ac8f51d-ff5c-4835-bac0-6697afc0927a tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:02.220633 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d588044-6cc4-442e-a0af-5edfeaa17ceb req-6ac8f51d-ff5c-4835-bac0-6697afc0927a tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0617249 Jan 18 16:35:02.339782 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d588044-6cc4-442e-a0af-5edfeaa17ceb req-43a3990e-b213-4bc5-b6d5-b1d3d7908a81 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113460 Jan 18 16:35:02.349709 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-1d737932-54b6-48e2-b97f-b3bd0956b737 service neutron] 10.222.0.82 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281309 Jan 18 16:35:02.437965 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-bae2614d-cf7d-4c44-8e8b-ce507ce862ae service neutron] 10.222.0.82 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824149 Jan 18 16:35:02.591294 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-71a0ab1f-2feb-47c5-926f-89dafd7e5941 req-9af36f00-72f0-4906-bab5-5ab3ab501431 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 210 time: 0.0267603 Jan 18 16:35:03.048701 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:03.457447 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f65f8-fdf5-4d7f-9907-f2587cea8f85 req-e7ac593e-626e-4e22-9351-b64975c18769 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:03.459026 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-137f65f8-fdf5-4d7f-9907-f2587cea8f85 req-e7ac593e-626e-4e22-9351-b64975c18769 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0535088 Jan 18 16:35:03.521776 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-137f65f8-fdf5-4d7f-9907-f2587cea8f85 req-a0381905-b98a-4a80-8f71-64e9bd46ab29 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560694 Jan 18 16:35:03.659423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-3ce3b4fa-69d3-4471-b4fa-5413e63f0054 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:03.661146 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-3ce3b4fa-69d3-4471-b4fa-5413e63f0054 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 817 time: 0.1139796 Jan 18 16:35:03.707350 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-02a5f15a-e497-4bc4-9dda-195a4a0fcce6 req-71d70913-3743-41c0-9738-3e0b9bf8ff6a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 210 time: 0.0381427 Jan 18 16:35:03.747783 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-d5075a06-48f8-48c5-9ef5-e01ac63b0dee tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 379 time: 0.0766804 Jan 18 16:35:03.756600 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'port': {'device_id': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'admin_state_up': True, 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'security_groups': ['bd88e239-eb1c-45ec-bde6-3607fb01ca5e']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:03.877254 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Made reservation on behalf of 6ec6b09b84c64d969dd91ab88dc56e8c for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:03.880829 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.009188 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Allocated IP 172.20.0.12 (e334f1c7-d732-446e-8bed-e601fcceb421/82a3fed3-ad15-4015-895f-473e14cbe62a/3214e15a-2bf8-4e9c-b215-8b914b1912ec) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:35:04.150446 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.183814 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.225894 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Network e334f1c7-d732-446e-8bed-e601fcceb421 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:35:04.229717 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:04.233506 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:35:04.262648 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:04.295892 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:04.296548 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.313519 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-228363d6-675f-47d6-9af3-54283051a922 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604181 Jan 18 16:35:04.325973 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Request body: {'port': {'device_id': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:04.382975 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.476386 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b3b0fdca-0a4c-4b0f-9c2e-b06fa75ccef3 None None] Provisioning complete for port 3214e15a-2bf8-4e9c-b215-8b914b1912ec triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:04.477963 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b3b0fdca-0a4c-4b0f-9c2e-b06fa75ccef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.514082 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0fdca-0a4c-4b0f-9c2e-b06fa75ccef3 None None] Port 3214e15a-2bf8-4e9c-b215-8b914b1912ec cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:35:04.698616 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9f778-19d2-4126-bfad-1b9b42ed2f24 req-c0fa33a2-4cc3-4b32-971e-b09c8492747b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:04.700147 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bbb9f778-19d2-4126-bfad-1b9b42ed2f24 req-c0fa33a2-4cc3-4b32-971e-b09c8492747b tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.1055326 Jan 18 16:35:04.765545 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3214e15a-2bf8-4e9c-b215-8b914b1912ec {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:04.780958 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Publish callbacks [] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.825322 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Transition to ACTIVE for port object 3214e15a-2bf8-4e9c-b215-8b914b1912ec will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:35:04.832513 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bbb9f778-19d2-4126-bfad-1b9b42ed2f24 req-82234e59-b9de-47ad-a76c-df8f32a14d54 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1263680 Jan 18 16:35:04.847594 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:04.922901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:04.933694 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea8207-aaf6-437a-9b3b-39cf0b73656a req-a5c73005-eec9-4543-ae9c-266b87f34f7c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:04.935289 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebea8207-aaf6-437a-9b3b-39cf0b73656a req-a5c73005-eec9-4543-ae9c-266b87f34f7c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 932 time: 0.1298299 Jan 18 16:35:05.058221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebea8207-aaf6-437a-9b3b-39cf0b73656a req-aa3281ad-4f90-4b78-84d3-e63bb17cdcb0 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998466 Jan 18 16:35:05.061664 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Attempting to bind port 3214e15a-2bf8-4e9c-b215-8b914b1912ec on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:35:05.061664 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Attempting to bind port 3214e15a-2bf8-4e9c-b215-8b914b1912ec by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:35:05.062136 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Attempting to bind port 3214e15a-2bf8-4e9c-b215-8b914b1912ec on network e334f1c7-d732-446e-8bed-e601fcceb421 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:35:05.067424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Port 3214e15a-2bf8-4e9c-b215-8b914b1912ec on network e334f1c7-d732-446e-8bed-e601fcceb421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:35:05.067603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Attempting to bind port 3214e15a-2bf8-4e9c-b215-8b914b1912ec on network e334f1c7-d732-446e-8bed-e601fcceb421 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:35:05.073411 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:35:05.073754 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Checking segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:35:05.074144 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Bound using segment: {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:35:05.074572 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Bound port: 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcac70e-7edb-4931-891b-2a4e4bb19bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:35:05.074931 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:05.158002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:35:05.161808 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:35:05.166358 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:05.200831 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.201549 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:05.202957 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] 10.222.0.45 "PUT /v2.0/ports/3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 200 len: 1094 time: 0.8812571 Jan 18 16:35:05.208642 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:05.211233 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:05.238525 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e09e5-4e4a-4abc-8af8-fbe85a86260c service neutron] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:05.270565 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b48eea-5dd8-4ee1-a3bc-aed1a48fe01a x-openstack-request-id: req-d8b48eea-5dd8-4ee1-a3bc-aed1a48fe01a {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:05.270943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:05.271270 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d8b48eea-5dd8-4ee1-a3bc-aed1a48fe01a {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:05.271673 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'status': 'completed', 'code': 200} Jan 18 16:35:05.306960 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-fd0d9986-0484-4855-8ea8-0e791c2e0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.308497 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-fd0d9986-0484-4855-8ea8-0e791c2e0605 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1097 time: 0.0484722 Jan 18 16:35:05.353072 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-573d3ee7-aca8-4d38-a44b-f8547bc81a1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 200 len: 217 time: 0.0360067 Jan 18 16:35:05.408425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-2422e07a-53c3-43e8-8136-dd17e7f72bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.409962 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-2422e07a-53c3-43e8-8136-dd17e7f72bfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.0506139 Jan 18 16:35:05.457291 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-a7ff7164-f280-4786-93e1-48ce94801fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.458751 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-a7ff7164-f280-4786-93e1-48ce94801fd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422888 Jan 18 16:35:05.550491 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-f640ead1-d545-4c73-a1b6-68644097acd5 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804751 Jan 18 16:35:05.651041 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-22769fe3-469a-4457-aee1-fe19e4c9a060 req-8a3f3ee2-148f-40a8-ba87-7f832f854302 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941451 Jan 18 16:35:05.733037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-4c2d3899-4f93-42d3-bf90-5777611c5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.734429 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-4c2d3899-4f93-42d3-bf90-5777611c5a3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1097 time: 0.0410452 Jan 18 16:35:05.827343 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-a0c82eb4-48a8-4486-8a7d-62eb43e4dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.828811 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-a0c82eb4-48a8-4486-8a7d-62eb43e4dc33 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.0879519 Jan 18 16:35:05.871557 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-b3ab9619-0a7e-4d22-8a8b-89adb3715aa7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 200 len: 217 time: 0.0354567 Jan 18 16:35:05.947318 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-6ba5eedd-c5b1-46ad-9f8e-2a62f0e68fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.948847 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-6ba5eedd-c5b1-46ad-9f8e-2a62f0e68fb6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.0712783 Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.971557 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:05.974325 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:05.975234 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2be76-7f1b-48e6-8f63-d40fb54b1f1a req-201f8264-7e94-415b-aea1-8912f4a284c5 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:05.976186 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-71c2be76-7f1b-48e6-8f63-d40fb54b1f1a req-201f8264-7e94-415b-aea1-8912f4a284c5 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0727823 Jan 18 16:35:06.032897 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-60e6d875-1390-4e84-bc2b-c979212e3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:06.034273 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-60e6d875-1390-4e84-bc2b-c979212e3347 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775146 Jan 18 16:35:06.069758 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-71c2be76-7f1b-48e6-8f63-d40fb54b1f1a req-6b5a05bf-18a0-439d-88a8-bc596a675bb0 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801578 Jan 18 16:35:06.147801 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-944802b4-07df-418c-9881-c0792cd292a9 service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038330 Jan 18 16:35:06.271677 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc51f6ea-f6d0-4cfc-bbcd-6ad2529bc0f9 req-dfbabcbf-9e71-499f-a5ab-7ebd2ba0245d service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154144 Jan 18 16:35:06.287729 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85591c0d-da72-4609-815e-ce460b199286 req-07fb2942-5c75-4ca9-8895-2d4ed6c01a0c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:06.290189 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-85591c0d-da72-4609-815e-ce460b199286 req-07fb2942-5c75-4ca9-8895-2d4ed6c01a0c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0685515 Jan 18 16:35:06.343905 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-85591c0d-da72-4609-815e-ce460b199286 req-edcaa2e1-cf3e-42fb-8a12-3ceb550e7755 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485439 Jan 18 16:35:07.190139 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff3033-04f9-4097-a317-963a3a0474ce req-07aad071-4b04-4473-a729-f3b947ea5aba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:07.191879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8aff3033-04f9-4097-a317-963a3a0474ce req-07aad071-4b04-4473-a729-f3b947ea5aba tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0493810 Jan 18 16:35:07.251471 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8aff3033-04f9-4097-a317-963a3a0474ce req-df573c47-9a50-49c5-b8dc-83d4c81264c9 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533614 Jan 18 16:35:07.472938 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43863e53-e763-44c9-90a2-6bb220c75c5d req-234a6a41-4239-4944-b1d2-c13faf8519dd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:07.474426 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-43863e53-e763-44c9-90a2-6bb220c75c5d req-234a6a41-4239-4944-b1d2-c13faf8519dd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0564284 Jan 18 16:35:07.521212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-43863e53-e763-44c9-90a2-6bb220c75c5d req-774449da-4bb4-4349-ada8-b37cb9b37eab tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 Jan 18 16:35:08.369941 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e8ea-a635-45d0-9f65-33f04a840299 req-7d3d3acd-4424-4577-a4d4-b2ad1aa9848a tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:08.371318 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e414e8ea-a635-45d0-9f65-33f04a840299 req-7d3d3acd-4424-4577-a4d4-b2ad1aa9848a tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0525978 Jan 18 16:35:08.430599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e414e8ea-a635-45d0-9f65-33f04a840299 req-d3ea1c0d-7807-4b27-bc1c-2c7b3b8fe4c1 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536819 Jan 18 16:35:08.509292 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46654) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:08.557202 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Deleting subnet e689401c-44cb-4b7c-a35a-8132db4a1263 {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:35:08.560540 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Publish callbacks [] for subnet (e689401c-44cb-4b7c-a35a-8132db4a1263), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.604830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936409'] for subnet (e689401c-44cb-4b7c-a35a-8132db4a1263), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.669120 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (e689401c-44cb-4b7c-a35a-8132db4a1263), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.677977 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa855cf4-dbb2-47e6-b736-0b6e69fe9f11 req-7164316b-6a67-4160-a6fd-05142e1b6a52 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:08.679446 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa855cf4-dbb2-47e6-b736-0b6e69fe9f11 req-7164316b-6a67-4160-a6fd-05142e1b6a52 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0891521 Jan 18 16:35:08.759406 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa855cf4-dbb2-47e6-b736-0b6e69fe9f11 req-1309d54e-274b-43f9-85db-7c88419e1ef4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613167 Jan 18 16:35:08.765205 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4766998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786501'] for subnet (e689401c-44cb-4b7c-a35a-8132db4a1263), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.792067 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e689401c-44cb-4b7c-a35a-8132db4a1263,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:08.794023 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.797777 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1bd353db-83f1-4abe-abca-b607ec352626 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/e689401c-44cb-4b7c-a35a-8132db4a1263 HTTP/1.1" status: 204 len: 168 time: 0.2874312 Jan 18 16:35:08.799501 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46658) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:08.872383 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (304974be-1692-42d6-8f0c-22abd422d9d8), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.936118 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:35:08.949878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (304974be-1692-42d6-8f0c-22abd422d9d8), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:08.970573 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304974be-1692-42d6-8f0c-22abd422d9d8']}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:08.980647 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce437a6-827c-4a3f-94bb-ce26064b2b39') {'for_net_delete': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:08.980964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce437a6-827c-4a3f-94bb-ce26064b2b39') {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:08.994798 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936384'] for segment (bce437a6-827c-4a3f-94bb-ce26064b2b39), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.008671 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (bce437a6-827c-4a3f-94bb-ce26064b2b39), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.014578 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:35:09.014958 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767048'] for segment (bce437a6-827c-4a3f-94bb-ce26064b2b39), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: Traceback (most recent call last): Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: timer() Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: cb(*args, **kw) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: return func(*args, **kwargs) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: self._notify() Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: self.callback(batched_events) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: event.method(event) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: return f(self, *a, **k) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._get(url).json() Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: return self.request(url, 'GET', **kwargs) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:35:09.016732 dv-cinder-788368-3-iscsi neutron-server[102500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:35:09.034926 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:09.047176 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'mac_address': 'fa:16:3e:ca:bf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:35:09.072142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (304974be-1692-42d6-8f0c-22abd422d9d8), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.079684 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.082937 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] 10.222.0.82 "DELETE /v2.0/networks/304974be-1692-42d6-8f0c-22abd422d9d8 HTTP/1.1" status: 204 len: 168 time: 0.2824926 Jan 18 16:35:09.084018 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:09.084416 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.095023 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9cf4d3-380f-446e-a0bf-1eed96272411 admin admin] Pushing event deleted for resources: {'Network': ['ID=304974be-1692-42d6-8f0c-22abd422d9d8,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:09.098953 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3214e15a-2bf8-4e9c-b215-8b914b1912ec {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:09.119022 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:09.123041 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.174719 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:09.182304 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.182660 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.183002 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.183338 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.183673 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.184114 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.184448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.184772 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.185178 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.187789 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.187789 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.187789 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.187789 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:09.255012 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46662) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:09.296489 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a1388a94-f4ba-4735-b914-c86d60bf231c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=417f505277c847cf9b6aaf89f1639bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400608 Jan 18 16:35:09.298628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46664) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:09.345301 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a33d73d-d354-416f-a844-b4599e6c5096 admin admin] Publish callbacks [] for security_group (6ab8412f-ddcf-420a-a34a-e7fea79ab13b), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.367055 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a33d73d-d354-416f-a844-b4599e6c5096 admin admin] Publish callbacks [] for security_group (6ab8412f-ddcf-420a-a34a-e7fea79ab13b), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.390228 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['3214e15a-2bf8-4e9c-b215-8b914b1912ec'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:09.423408 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a33d73d-d354-416f-a844-b4599e6c5096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (6ab8412f-ddcf-420a-a34a-e7fea79ab13b), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.426653 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9a33d73d-d354-416f-a844-b4599e6c5096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:09.430840 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9a33d73d-d354-416f-a844-b4599e6c5096 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6ab8412f-ddcf-420a-a34a-e7fea79ab13b HTTP/1.1" status: 204 len: 168 time: 0.1284158 Jan 18 16:35:09.437723 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33d73d-d354-416f-a844-b4599e6c5096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab8412f-ddcf-420a-a34a-e7fea79ab13b,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:09.560106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1becef8-3f06-4043-8998-64afbe2347e0 req-c9d8fd31-dda8-410a-a85a-5495b8ee7bda tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:09.562353 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f1becef8-3f06-4043-8998-64afbe2347e0 req-c9d8fd31-dda8-410a-a85a-5495b8ee7bda tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0595379 Jan 18 16:35:09.643903 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f1becef8-3f06-4043-8998-64afbe2347e0 req-58255f59-df1d-41c6-ac24-9a8fb78e2f59 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=f9dc9be4-c094-4811-bf84-edfcc03687aa&id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746536 Jan 18 16:35:09.876930 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd836bd-c1de-43cb-994f-aafdbcf9c561 req-9dc8a10d-6c78-483d-b2b7-643f08c4e73e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:09.878384 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fbd836bd-c1de-43cb-994f-aafdbcf9c561 req-9dc8a10d-6c78-483d-b2b7-643f08c4e73e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 945 time: 0.0476582 Jan 18 16:35:09.925221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fbd836bd-c1de-43cb-994f-aafdbcf9c561 req-9617cadb-87f2-4322-bad6-830b4b103c78 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399182 Jan 18 16:35:10.925412 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:35:10.974348 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 3214e15a-2bf8-4e9c-b215-8b914b1912ec completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:35:10.978976 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 3214e15a-2bf8-4e9c-b215-8b914b1912ec triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:10.979350 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:11.049086 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d3f16-59d9-4d53-874f-70de1245766e req-f660f2a1-68ea-4357-98f9-6f6f5fd8a45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:11.050576 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-274d3f16-59d9-4d53-874f-70de1245766e req-f660f2a1-68ea-4357-98f9-6f6f5fd8a45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 945 time: 0.0510082 Jan 18 16:35:11.058709 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:11.059108 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:11.082217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:11.084478 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad05b0af-a5c5-4f00-a269-43bc6b797416" -d '{"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:11.098424 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-274d3f16-59d9-4d53-874f-70de1245766e req-ffc7484d-9d09-45d7-a290-905d5b608243 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Jan 18 16:35:11.102626 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:11.106885 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:11.139715 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b5bec-4aa8-4055-9d80-85ae07e4c898 x-openstack-request-id: req-b35b5bec-4aa8-4055-9d80-85ae07e4c898 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:11.140018 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:11.140272 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-b35b5bec-4aa8-4055-9d80-85ae07e4c898 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:11.140664 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'code': 200} Jan 18 16:35:11.161911 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:11.444961 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f27e1-25f4-4dca-9e2c-b849f94cc670 req-1d245ede-5d6f-4649-a58f-e43d07d491b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:11.446453 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b4f27e1-25f4-4dca-9e2c-b849f94cc670 req-1d245ede-5d6f-4649-a58f-e43d07d491b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1099 time: 0.1722386 Jan 18 16:35:11.489347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b4f27e1-25f4-4dca-9e2c-b849f94cc670 req-36ef4228-c442-4f55-b05b-1e1f6b6060aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363393 Jan 18 16:35:12.224166 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7891b82-3769-4db3-b6bd-a0e6f08ac33f req-38efe600-33e9-423e-95dd-7c8b747f329f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:12.225673 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7891b82-3769-4db3-b6bd-a0e6f08ac33f req-38efe600-33e9-423e-95dd-7c8b747f329f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0521352 Jan 18 16:35:12.272689 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7891b82-3769-4db3-b6bd-a0e6f08ac33f req-15b48559-530d-47b6-8392-cf844eae5946 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415032 Jan 18 16:35:12.481261 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:35:13.392584 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed77aad-f7eb-4ea1-8607-37f85eaf132a req-93e8d797-adaf-4aa4-9f85-81392218cd16 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:13.394091 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ed77aad-f7eb-4ea1-8607-37f85eaf132a req-93e8d797-adaf-4aa4-9f85-81392218cd16 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0491433 Jan 18 16:35:13.440447 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ed77aad-f7eb-4ea1-8607-37f85eaf132a req-060d0799-bab0-4abc-8497-cbb7d5e098bb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402794 Jan 18 16:35:13.557206 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a255bf-47b4-46dc-8f9c-15c9e9bbb6db req-f615e00b-af3d-4219-8ef8-5794540dcf90 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:13.558590 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15a255bf-47b4-46dc-8f9c-15c9e9bbb6db req-f615e00b-af3d-4219-8ef8-5794540dcf90 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0509334 Jan 18 16:35:13.567127 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46690) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:13.572713 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Request body: {'floatingip': {'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:13.613722 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (ea8b7182-ac9f-4a3a-8398-bc37d46bca36), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:14.042433 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:14.047148 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (ea8b7182-ac9f-4a3a-8398-bc37d46bca36), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:14.404577 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Floating IP ea8b7182-ac9f-4a3a-8398-bc37d46bca36 associated. External IP: 172.27.3.202, port: 3214e15a-2bf8-4e9c-b215-8b914b1912ec. Jan 18 16:35:14.606608 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:35:14.715795 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:35:14.720749 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:14.725295 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:35:14.736732 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:14.737388 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:34:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:14.750044 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-6e08a3e2-1f0b-425a-8fc6-95684259ce4c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "PUT /v2.0/floatingips/ea8b7182-ac9f-4a3a-8398-bc37d46bca36 HTTP/1.1" status: 200 len: 992 time: 1.1818814 Jan 18 16:35:14.750649 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:14.752902 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161c04f-d85d-487a-8508-8ce2d0d58fec" -d '{"events": [{"name": "network-changed", "server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:14.792856 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ce250-11ca-4cc9-94d2-bf51729b138c x-openstack-request-id: req-d52ce250-11ca-4cc9-94d2-bf51729b138c {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:14.793185 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:14.793440 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d52ce250-11ca-4cc9-94d2-bf51729b138c {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:14.793843 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'status': 'completed', 'code': 200} Jan 18 16:35:14.849185 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:14.852740 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-915f2be9-2fd8-4704-88a3-d265261c9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:14.854305 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-915f2be9-2fd8-4704-88a3-d265261c9b2f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1099 time: 0.0418005 Jan 18 16:35:14.949212 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-ca342c6c-8c67-4547-b9a9-9e3334f8f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:14.950716 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-ca342c6c-8c67-4547-b9a9-9e3334f8f49b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.0903521 Jan 18 16:35:15.022354 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-6d212b2d-9075-4e5e-b436-6d478a9a1277 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 200 len: 1000 time: 0.0637264 Jan 18 16:35:15.071629 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-dc9aa756-985c-4bad-a8ed-57d0e00dd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:15.073110 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-dc9aa756-985c-4bad-a8ed-57d0e00dd8ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.0438578 Jan 18 16:35:15.077796 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'ea8b7182-ac9f-4a3a-8398-bc37d46bca36', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'mac_address': 'fa:16:3e:ca:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:00Z', 'updated_at': '2022-01-18T16:35:13Z', 'revision_number': 1, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:15.104877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:35:15.113460 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:15.114144 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:34:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:15.116469 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-f54fa5c1-17fd-4dc9-a476-2fcba10d4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:15.118825 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-f54fa5c1-17fd-4dc9-a476-2fcba10d4e19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400419 Jan 18 16:35:15.218948 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-3ae92399-8c26-4173-8862-4ea3844dad8e service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929558 Jan 18 16:35:15.312546 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d161c04f-d85d-487a-8508-8ce2d0d58fec req-7e402da2-ae62-4145-8350-8f76dfc92eec service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876951 Jan 18 16:35:15.349752 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:15.589460 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'ea8b7182-ac9f-4a3a-8398-bc37d46bca36', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'mac_address': 'fa:16:3e:ca:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:00Z', 'updated_at': '2022-01-18T16:35:13Z', 'revision_number': 1, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:15.619393 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b87dd2-3c99-4a8d-bb40-a4704b6cd162 None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'ea8b7182-ac9f-4a3a-8398-bc37d46bca36', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'mac_address': 'fa:16:3e:ca:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:00Z', 'updated_at': '2022-01-18T16:35:13Z', 'revision_number': 1, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:35:15.816474 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583cec22-0ce4-4e31-af2b-f6ca27b1311a None None] New status for floating IP ea8b7182-ac9f-4a3a-8398-bc37d46bca36: ACTIVE {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:35:26.956820 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6a03cc53-c47b-4880-831f-637f3f8ebf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:29.192690 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7e1d46b3-85f2-4b8e-bca6-39c7aaf806e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:30.145110 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:30.405435 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:31.786655 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:33.052530 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:35.674900 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae40ae3-3e9c-4284-bc7b-b064612872f8 req-2db67aa4-1e65-4881-9db5-4a4073f142fe tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:35.676354 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6ae40ae3-3e9c-4284-bc7b-b064612872f8 req-2db67aa4-1e65-4881-9db5-4a4073f142fe tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.0501041 Jan 18 16:35:35.731875 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6ae40ae3-3e9c-4284-bc7b-b064612872f8 req-4ea43374-251e-442c-b20e-d82765a80318 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494213 Jan 18 16:35:36.845678 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fee298-aaaa-4280-a2e3-41996264d869 req-d85cc59d-95cc-4aa0-98db-c3f3eb6f1219 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:36.847061 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e1fee298-aaaa-4280-a2e3-41996264d869 req-d85cc59d-95cc-4aa0-98db-c3f3eb6f1219 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.0480230 Jan 18 16:35:36.895124 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e1fee298-aaaa-4280-a2e3-41996264d869 req-e4308f44-f62c-49dd-abea-2a993588d784 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418878 Jan 18 16:35:37.445762 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-bd3b4926-ee7d-4b9d-ad5b-5c05bf17ffb9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:37.447235 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-bd3b4926-ee7d-4b9d-ad5b-5c05bf17ffb9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 946 time: 0.0482490 Jan 18 16:35:37.539889 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Deleting port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:35:37.540152 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:37.626924 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] For port 0e5fd19d-7b69-41f6-849c-97ce9658dc29, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=0e5fd19d-7b69-41f6-849c-97ce9658dc29,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:37.627289 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:37.802308 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:37.802588 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (8630855a-a82d-4848-9aaa-0dee4d2221de), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:37.802907 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Floating IP 8630855a-a82d-4848-9aaa-0dee4d2221de disassociated. External IP: 172.27.3.80, port: 0e5fd19d-7b69-41f6-849c-97ce9658dc29. Jan 18 16:35:37.803250 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Calling delete_port for 0e5fd19d-7b69-41f6-849c-97ce9658dc29 owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:35:37.931546 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (0e5fd19d-7b69-41f6-849c-97ce9658dc29), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:37.982811 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'Port': ['ID=0e5fd19d-7b69-41f6-849c-97ce9658dc29,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:38.007314 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b4683383-4e4b-4fe1-bb4c-0d2dcbe9b555 req-3791cb39-6972-4c8b-b7f4-cb209fe5dd26 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=5b927087-6400-4a41-b19e-0e417905395e HTTP/1.1" status: 200 len: 210 time: 0.0406327 Jan 18 16:35:38.009531 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.009892 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.010248 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.010598 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.010936 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.011273 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.011613 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.011944 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.012278 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.012607 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.012960 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.013295 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.013622 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:38.118350 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:35:38.226165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:35:38.235994 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:35:38.251093 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:38.251724 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:38.269111 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] No DVR routers for this DVR port 0e5fd19d-7b69-41f6-849c-97ce9658dc29 on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:35:38.271651 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:38.275066 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-533ef8b1-16a5-4a3d-9ee0-e4cb7bff5136 req-5b14efee-619c-4034-923e-31a7058bbabb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "DELETE /v2.0/ports/0e5fd19d-7b69-41f6-849c-97ce9658dc29 HTTP/1.1" status: 204 len: 173 time: 0.8223467 Jan 18 16:35:38.275511 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'name': 'network-vif-deleted', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:38.277782 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ccb024-e4e2-42b3-94f8-43b6b9160afe" -d '{"events": [{"server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "name": "network-vif-deleted", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:38.370142 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:38.455862 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e0f555-75f4-4d2f-b56d-c96901ec2a9b x-openstack-request-id: req-f7e0f555-75f4-4d2f-b56d-c96901ec2a9b {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:38.456169 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b927087-6400-4a41-b19e-0e417905395e", "name": "network-vif-deleted", "tag": "0e5fd19d-7b69-41f6-849c-97ce9658dc29", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:38.456425 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f7e0f555-75f4-4d2f-b56d-c96901ec2a9b {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:38.456862 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b927087-6400-4a41-b19e-0e417905395e', 'name': 'network-vif-deleted', 'tag': '0e5fd19d-7b69-41f6-849c-97ce9658dc29', 'status': 'completed', 'code': 200} Jan 18 16:35:38.592123 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:38.620123 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:35:38.628491 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:38.629080 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:38.735303 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:38.934191 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:38.966228 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac40e14-6324-4608-8b1f-b6183e0c178b None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:35:39.201986 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a251f-e9f9-4b2c-9ff7-5e8df5dd8ef4 None None] New status for floating IP 8630855a-a82d-4848-9aaa-0dee4d2221de: DOWN {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:35:39.273792 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-776fef87-2d62-4624-a375-fbea2334127a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112687843&fields=id&tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 267 time: 0.0458264 Jan 18 16:35:39.385117 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-fffdf8b5-dc10-495b-8a03-bc54f85dafe1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:39.396664 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-fffdf8b5-dc10-495b-8a03-bc54f85dafe1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 812 time: 0.1164064 Jan 18 16:35:39.420005 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-f8af0e3b-68ff-46a8-9ae7-d572a959fdf9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/quotas/89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 375 time: 0.0177865 Jan 18 16:35:39.470304 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-b80ef5b5-ce8f-490c-b36d-7d72d981b0c2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449500 Jan 18 16:35:39.615167 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-7de5c52d-d6b3-4e7b-b255-9b8f885e58ca service neutron] 10.222.0.82 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314828 Jan 18 16:35:39.705216 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-8bcc8d63-700f-42b7-a933-7530b19cd8e1 service neutron] 10.222.0.82 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836868 Jan 18 16:35:39.979155 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b4cadb97-b8c7-44e5-b07c-907130c09791 req-9bfc1f96-a1b5-4ba1-9542-06ba673d2788 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 210 time: 0.0269318 Jan 18 16:35:40.925221 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-bedbb13c-8794-4c49-8d00-881acc7e774b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:40.926692 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-bedbb13c-8794-4c49-8d00-881acc7e774b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 812 time: 0.1054544 Jan 18 16:35:40.994910 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-d320aa5e-03e8-4f0b-ab29-671a395b92b6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 380 time: 0.0591347 Jan 18 16:35:41.004049 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 0e5fd19d-7b69-41f6-849c-97ce9658dc29 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:35:41.011471 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'port': {'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'admin_state_up': True, 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'security_groups': ['60d9c27a-69b0-4338-b4bc-05aa63a70c88']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:41.028747 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 0e5fd19d-7b69-41f6-849c-97ce9658dc29 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:35:41.029127 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 0e5fd19d-7b69-41f6-849c-97ce9658dc29 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:35:41.091010 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3be39e37-7a57-4bf9-9d8b-ad47878e40b9 req-c338f23c-cc92-45e5-ad6a-259be1ceb618 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 210 time: 0.0361640 Jan 18 16:35:41.146666 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Made reservation on behalf of 89b9ac86cb4c4f109b49c6f9a66379a4 for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:35:41.150914 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.281155 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Allocated IP 172.20.0.12 (1553074d-8be9-4ad2-b3ce-7b8026c06eda/676b4f4c-8ce3-4854-9976-e4e20780cf2e/3db787b2-9f3f-4ce3-98a8-15e5146e27d0) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:35:41.428079 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.464328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.510288 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:35:41.513271 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:41.515608 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:35:41.547282 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:41.582850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:41.583577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.601129 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-35bc880f-4773-4564-8ab2-dde021642a27 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944655 Jan 18 16:35:41.612765 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Request body: {'port': {'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:41.669836 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.714927 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-23977766-83dd-4907-b43c-a4c3caa36034 None None] Provisioning complete for port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:41.715335 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-23977766-83dd-4907-b43c-a4c3caa36034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.752090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-23977766-83dd-4907-b43c-a4c3caa36034 None None] Port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:35:41.936493 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:41.944000 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Publish callbacks [] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:41.955984 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Transition to ACTIVE for port object 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:35:41.960860 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:42.010561 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Pushing event updated for resources: {'Port': ['ID=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:42.080829 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Attempting to bind port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:35:42.081097 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Attempting to bind port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:35:42.081357 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Attempting to bind port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:35:42.086552 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:35:42.087175 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Attempting to bind port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:35:42.092383 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:35:42.092718 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Checking segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:35:42.093145 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Bound using segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:35:42.093588 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Bound port: 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:35:42.093953 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:42.183227 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] For port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:35:42.209522 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] For port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:35:42.214822 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:42.256383 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.257181 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:42.258646 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] 10.222.0.45 "PUT /v2.0/ports/3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 1094 time: 0.6500349 Jan 18 16:35:42.259794 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:42.262066 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16a15d-5f47-452e-8223-c7ef0900c7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:42.275431 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798c000-af8b-4f69-9dcd-919b3755ca7e req-2f5b35b9-1e45-40b5-b521-22e168a243b8 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.282363 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0798c000-af8b-4f69-9dcd-919b3755ca7e req-2f5b35b9-1e45-40b5-b521-22e168a243b8 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.1129713 Jan 18 16:35:42.328634 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa80e2c-fab4-47d5-91aa-f1947dc2f4ee x-openstack-request-id: req-9fa80e2c-fab4-47d5-91aa-f1947dc2f4ee {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:42.329026 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:42.329343 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-9fa80e2c-fab4-47d5-91aa-f1947dc2f4ee {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:42.329797 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'status': 'completed', 'code': 200} Jan 18 16:35:42.350162 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecb05c-9525-48e7-9a62-51e6d2daf914 service neutron] Pushing event updated for resources: {'Port': ['ID=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:42.384998 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0798c000-af8b-4f69-9dcd-919b3755ca7e req-2654323d-e7e1-4615-a252-8f9fccbf2118 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007769 Jan 18 16:35:42.391114 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-3e08c7b7-b9f5-40a8-9d9f-d9e47bc66b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.392668 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-3e08c7b7-b9f5-40a8-9d9f-d9e47bc66b9d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1097 time: 0.0815854 Jan 18 16:35:42.437575 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-0fbaac20-870a-4290-8e19-962ba39ada8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 217 time: 0.0350676 Jan 18 16:35:42.485766 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-c161b5c0-fa17-4cf5-b11f-42b00e503e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.487292 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-c161b5c0-fa17-4cf5-b11f-42b00e503e72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0439532 Jan 18 16:35:42.536941 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-baa5cc07-77af-48d5-a6d0-9fc8e31288d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.538981 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-baa5cc07-77af-48d5-a6d0-9fc8e31288d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452521 Jan 18 16:35:42.627004 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-3c51234b-4218-4fe6-a309-b81481b6100e service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814881 Jan 18 16:35:42.721680 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e8cce36d-627a-4d03-8d3d-cd132a3497e5 req-bdd75e5f-e038-4462-88c5-3fab8384afec service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881026 Jan 18 16:35:42.805091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-cdf4363f-cde5-4699-9181-9510abb29ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.806617 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-cdf4363f-cde5-4699-9181-9510abb29ba6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1097 time: 0.0421689 Jan 18 16:35:42.896616 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-d7dfa4b7-b9a5-4e0d-b981-8507029f7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.898193 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-d7dfa4b7-b9a5-4e0d-b981-8507029f7875 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.0822270 Jan 18 16:35:42.941117 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-874da9b0-4ffb-445d-8c0a-ca38da5adea2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 217 time: 0.0361516 Jan 18 16:35:42.986767 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-d71849a7-f628-4670-b2d7-ac124e83e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:42.988090 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-d71849a7-f628-4670-b2d7-ac124e83e197 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0412982 Jan 18 16:35:43.033150 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-fa178151-21e8-4ce3-9a35-4eff33ae02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:43.034589 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-fa178151-21e8-4ce3-9a35-4eff33ae02a8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388622 Jan 18 16:35:43.382565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-721eacef-1d07-4be8-993b-78ba6c4c67be service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417723 Jan 18 16:35:43.497332 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7a16a15d-5f47-452e-8223-c7ef0900c7a4 req-d2a0f8b3-e349-4249-bc2b-3f25a668d72a service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082845 Jan 18 16:35:43.516171 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655fca-5645-419e-9310-a6b926219ae3 req-132f8880-d990-4af6-bbd4-1491473dd554 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:43.517742 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-49655fca-5645-419e-9310-a6b926219ae3 req-132f8880-d990-4af6-bbd4-1491473dd554 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.0615690 Jan 18 16:35:43.566336 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-49655fca-5645-419e-9310-a6b926219ae3 req-be4dfe8f-5bab-4172-b50c-fa97e3d73f75 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423656 Jan 18 16:35:44.679525 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482e767-3ea6-40fd-a8f2-9836c11770cc req-a1f1724d-3e79-43a2-8f5e-bb34b1f49f8d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:44.681009 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e482e767-3ea6-40fd-a8f2-9836c11770cc req-a1f1724d-3e79-43a2-8f5e-bb34b1f49f8d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.0488651 Jan 18 16:35:44.728791 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e482e767-3ea6-40fd-a8f2-9836c11770cc req-59bd8703-11fc-4853-bb2f-a883ea2dea66 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423055 Jan 18 16:35:45.847544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd35c65-bcec-4ce0-b0fa-0e1c35099a0d req-d3aa0a9e-d07d-4a4c-8fdb-c322881f1f97 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:45.849109 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebd35c65-bcec-4ce0-b0fa-0e1c35099a0d req-d3aa0a9e-d07d-4a4c-8fdb-c322881f1f97 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.0551531 Jan 18 16:35:45.897456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebd35c65-bcec-4ce0-b0fa-0e1c35099a0d req-2524fefd-3812-4a6f-bc69-c637b6d1cd2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Jan 18 16:35:47.010433 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f0098-2a3e-46b4-9163-1ae7ce1d426f req-8c735832-6f25-42a0-ac06-be11aa7f2b74 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:47.011930 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f6f0098-2a3e-46b4-9163-1ae7ce1d426f req-8c735832-6f25-42a0-ac06-be11aa7f2b74 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.0477619 Jan 18 16:35:47.059340 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f6f0098-2a3e-46b4-9163-1ae7ce1d426f req-b4c88abb-2188-4644-9e81-3686995ad6bb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Jan 18 16:35:48.177207 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8f79-d9b5-4bcd-b818-8360c7fceb80 req-9e35bee3-11d6-4247-84c3-00a685ce9d52 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.179879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4eee8f79-d9b5-4bcd-b818-8360c7fceb80 req-9e35bee3-11d6-4247-84c3-00a685ce9d52 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.0524776 Jan 18 16:35:48.237678 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4eee8f79-d9b5-4bcd-b818-8360c7fceb80 req-194d3c61-c7a8-4d8e-8563-8963e7c14092 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526161 Jan 18 16:35:48.361754 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-96594c2b-0160-4c2d-916d-1307dd92440d req-70803f5f-99d9-4699-9e77-aaa63e54b65f tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570491636&fields=id&tenant_id=b620d20ca2a943d7a89c58c0c1c74b20 HTTP/1.1" status: 200 len: 267 time: 0.0437298 Jan 18 16:35:48.416572 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96594c2b-0160-4c2d-916d-1307dd92440d req-fcc58edb-f0c5-43f8-810f-6cb118ecd0c2 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.418365 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-96594c2b-0160-4c2d-916d-1307dd92440d req-fcc58edb-f0c5-43f8-810f-6cb118ecd0c2 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 984 time: 0.0515809 Jan 18 16:35:48.430109 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Request body: {'port': {'security_groups': ['9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:48.507566 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.690446 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:48.720544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.725185 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.740363 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['684a69e2-8aee-429a-ad20-cba1e94ddb16'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:48.770110 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.770785 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.772720 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-96594c2b-0160-4c2d-916d-1307dd92440d req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "PUT /v2.0/ports/684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 942 time: 0.3467891 Jan 18 16:35:48.773832 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:48.776106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18dc006-a411-46c8-b2a3-76f04f6a7890" -d '{"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:48.780367 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46826) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:48.802266 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdc98a-c1d9-4ce3-9ac6-efd5566e7973 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event updated for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=7']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:48.831548 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82bf01-8230-44ca-8af6-c071479729ee x-openstack-request-id: req-dc82bf01-8230-44ca-8af6-c071479729ee {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:48.831850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:48.832111 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-dc82bf01-8230-44ca-8af6-c071479729ee {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:48.832584 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'status': 'completed', 'code': 200} Jan 18 16:35:48.865374 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group (f9dc9be4-c094-4811-bf84-edfcc03687aa), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.898446 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group (f9dc9be4-c094-4811-bf84-edfcc03687aa), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.910122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-dc1d86f8-1678-4a1d-9020-2bd472ad5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:48.911123 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['684a69e2-8aee-429a-ad20-cba1e94ddb16'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:48.911771 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-dc1d86f8-1678-4a1d-9020-2bd472ad5294 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1098 time: 0.0496743 Jan 18 16:35:48.964194 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f9dc9be4-c094-4811-bf84-edfcc03687aa), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.967356 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:48.971516 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "DELETE /v2.0/security-groups/f9dc9be4-c094-4811-bf84-edfcc03687aa HTTP/1.1" status: 204 len: 168 time: 0.1895609 Jan 18 16:35:48.972149 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46828) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:49.017250 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dc9be4-c094-4811-bf84-edfcc03687aa,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:49.023474 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-c19ccfcd-aff5-425c-831d-7940adafdba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:49.025103 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-c19ccfcd-aff5-425c-831d-7940adafdba3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 916 time: 0.1066198 Jan 18 16:35:49.032498 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.032749 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.033123 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.033469 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.033838 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.034185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.034511 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.034842 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.035177 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.035510 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.035840 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.036170 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.036499 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f2deb9-da8e-4c27-8414-1dc0cca1bf7c tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:35:49.083672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-442bbb49-8804-4b5e-b936-d3b7fdf8bbaf None None] Provisioning complete for port 684a69e2-8aee-429a-ad20-cba1e94ddb16 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:49.084056 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-442bbb49-8804-4b5e-b936-d3b7fdf8bbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.098950 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-cd4c1a8f-dccd-414d-9c08-ca2db5d2c7b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 1001 time: 0.0669429 Jan 18 16:35:49.155046 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-262d4cc6-3242-463c-9b24-1205a2214cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:49.156471 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-262d4cc6-3242-463c-9b24-1205a2214cbc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.0492985 Jan 18 16:35:49.164604 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Deleting port 9cb2c442-f05e-4441-b0e9-393f36356538 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:35:49.165332 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (9cb2c442-f05e-4441-b0e9-393f36356538), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.198488 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-442bbb49-8804-4b5e-b936-d3b7fdf8bbaf None None] Current status of the port 684a69e2-8aee-429a-ad20-cba1e94ddb16 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:49.212350 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-88fa90e2-03a9-4a57-863e-7e7dd59c196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:49.213896 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-88fa90e2-03a9-4a57-863e-7e7dd59c196c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502627 Jan 18 16:35:49.248148 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (9cb2c442-f05e-4441-b0e9-393f36356538), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.248148 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for floatingip (9cb2c442-f05e-4441-b0e9-393f36356538), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.259785 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Calling delete_port for 9cb2c442-f05e-4441-b0e9-393f36356538 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:35:49.308039 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-880592c9-7eee-4965-a87e-1d48c7d6e387 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870793 Jan 18 16:35:49.410153 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9b106-99ef-4a69-a7af-6efdd53b22ff req-5d2d9a26-a877-49d8-b36a-0d58a27238a1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:49.411585 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6cd9b106-99ef-4a69-a7af-6efdd53b22ff req-5d2d9a26-a877-49d8-b36a-0d58a27238a1 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.1070635 Jan 18 16:35:49.447517 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (9cb2c442-f05e-4441-b0e9-393f36356538), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.452587 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e18dc006-a411-46c8-b2a3-76f04f6a7890 req-6d0fcf45-0685-4232-a77f-9afe99f9e40d service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370516 Jan 18 16:35:49.482354 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:35:49.486576 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6cd9b106-99ef-4a69-a7af-6efdd53b22ff req-d2347dce-e071-4384-9f97-60a317435911 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640898 Jan 18 16:35:49.708217 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event deleted for resources: {'Port': ['ID=9cb2c442-f05e-4441-b0e9-393f36356538,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:49.769611 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks [] for floatingip (0aa2c6df-099f-434b-8924-b6c91172f46b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:49.769947 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Floating IP 0aa2c6df-099f-434b-8924-b6c91172f46b disassociated (deleted). External IP: 172.27.3.201, port: 684a69e2-8aee-429a-ad20-cba1e94ddb16. Jan 18 16:35:49.979085 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Router cb1a21a2-f92c-4c35-8570-a088b002f7dd has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:35:50.088595 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:35:50.093417 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:50.098088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] Sync routers for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:35:50.118261 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:50.119305 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:50.120476 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6abc76c6-4e05-43f3-b5d9-e5f1bad70c46 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "DELETE /v2.0/floatingips/0aa2c6df-099f-434b-8924-b6c91172f46b HTTP/1.1" status: 204 len: 168 time: 1.1430669 Jan 18 16:35:50.121082 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:50.123390 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636" -d '{"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:50.233722 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d874d12-1466-4cb4-9697-e7a79cfd2b38 x-openstack-request-id: req-7d874d12-1466-4cb4-9697-e7a79cfd2b38 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:50.234103 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:50.234629 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7d874d12-1466-4cb4-9697-e7a79cfd2b38 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:50.235276 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'status': 'completed', 'code': 200} Jan 18 16:35:50.235657 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:50.296469 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-7d0c6933-bbc1-4fbe-a336-2a4717d32132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.298054 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-7d0c6933-bbc1-4fbe-a336-2a4717d32132 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 1098 time: 0.0427477 Jan 18 16:35:50.405667 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-2b80fb61-b29c-46cd-abde-f4dac0a765df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.407154 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-2b80fb61-b29c-46cd-abde-f4dac0a765df service neutron] 10.222.0.45 "GET /v2.0/networks?id=b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 200 len: 916 time: 0.1022580 Jan 18 16:35:50.449208 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-c522d65e-4f46-42fe-afab-06e26a0cad22 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 200 len: 217 time: 0.0350525 Jan 18 16:35:50.471528 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:50.501427 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] Checking router: cb1a21a2-f92c-4c35-8570-a088b002f7dd for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:35:50.502470 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-3d939927-b7f3-46c0-8928-36360221cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.503958 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-3d939927-b7f3-46c0-8928-36360221cbff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 200 len: 854 time: 0.0484087 Jan 18 16:35:50.509905 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:50.510512 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:50.552413 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-ed99a988-c44c-4cb3-9603-3a5faf714c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.554323 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-ed99a988-c44c-4cb3-9603-3a5faf714c28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b1823f9d-1b6a-4242-91de-f4c8c181443c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440798 Jan 18 16:35:50.662716 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9d569-fae5-4c5c-b3d3-859f8e1b7031 req-d6b19bc4-f173-4a80-8984-219a2590f59a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:50.664198 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ec9d569-fae5-4c5c-b3d3-859f8e1b7031 req-d6b19bc4-f173-4a80-8984-219a2590f59a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 944 time: 0.1038678 Jan 18 16:35:50.706869 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-5dbee286-d964-4fde-80c6-e12fd7804201 service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355767 Jan 18 16:35:50.744578 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:50.772461 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5ec9d569-fae5-4c5c-b3d3-859f8e1b7031 req-6cc5cf8a-c389-4a49-8a42-b4da07df557c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967784 Jan 18 16:35:50.813225 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac3bf99d-1d41-4dbe-bf9a-0eab1d0af636 req-ba449c16-281e-46ae-8df1-91fbade1052b service neutron] 10.222.0.45 "GET /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988367 Jan 18 16:35:50.953057 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:50.979585 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4d336c-afe6-4978-bf74-463f519f9c74 None None] The sync data for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi is: [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:32:32Z', 'revision_number': 4, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': 'fad4dd26-4268-4bc4-966f-012b534b3dbb', 'name': '', 'network_id': 'b1823f9d-1b6a-4242-91de-f4c8c181443c', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'mac_address': 'fa:16:3e:16:06:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:30Z', 'updated_at': '2022-01-18T16:32:38Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'subnets': [{'id': '60d4c373-25ca-4a11-bfb3-1c2d0b9fab46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:35:51.050931 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:35:51.156719 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:51.169668 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:35:51.211664 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:51.212068 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:51.229377 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:35:51.254389 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fea328-9a93-4f85-bee4-4ac0e68e136b None None] New status for floating IP 0aa2c6df-099f-434b-8924-b6c91172f46b: DOWN {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:35:51.258801 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:51.262813 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:51.313870 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:51.525788 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['3db787b2-9f3f-4ce3-98a8-15e5146e27d0'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:51.896161 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d71a5-1bce-4118-8e0d-28de243743d8 req-9abd6e83-a76d-4994-b09b-941632bb63f7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:51.897691 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2e1d71a5-1bce-4118-8e0d-28de243743d8 req-9abd6e83-a76d-4994-b09b-941632bb63f7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 945 time: 0.0560279 Jan 18 16:35:51.947587 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2e1d71a5-1bce-4118-8e0d-28de243743d8 req-cfff2590-f6aa-40e8-a9cf-7e7e22a37d0c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Jan 18 16:35:53.032326 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57f15e-9dbd-43f5-bc6a-f6fe4f8b4fcb req-060d9c60-232f-4607-9dcf-2f28267ffd57 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:53.033928 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e57f15e-9dbd-43f5-bc6a-f6fe4f8b4fcb req-060d9c60-232f-4607-9dcf-2f28267ffd57 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0585334 Jan 18 16:35:53.068140 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:35:53.103288 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d9a09-1900-4689-bf33-d75d4d7fa48a req-f5def1a0-d783-4155-8054-6909cd0b08bf tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:53.104789 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a86d9a09-1900-4689-bf33-d75d4d7fa48a req-f5def1a0-d783-4155-8054-6909cd0b08bf tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 945 time: 0.0902908 Jan 18 16:35:53.117645 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:35:53.121617 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:35:53.122032 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:53.123628 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e57f15e-9dbd-43f5-bc6a-f6fe4f8b4fcb req-6c07a06d-aa72-490b-8f67-b98981af1456 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724485 Jan 18 16:35:53.176867 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a86d9a09-1900-4689-bf33-d75d4d7fa48a req-26d0ccb0-7518-4423-b39b-5ef976643e57 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641809 Jan 18 16:35:53.206461 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:35:53.206854 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:53.229961 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:53.232332 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a2e4bc-c0f8-41e3-8410-52f671ba89fb" -d '{"events": [{"server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "name": "network-vif-plugged", "status": "completed", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:53.246126 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:53.250830 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:53.300628 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:53.326742 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20261142-5b48-4557-a83c-9886e4efacab x-openstack-request-id: req-20261142-5b48-4557-a83c-9886e4efacab {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:53.327036 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "name": "network-vif-plugged", "status": "completed", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:53.327293 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-20261142-5b48-4557-a83c-9886e4efacab {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:53.327689 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'code': 200} Jan 18 16:35:53.549358 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729e5c8-c495-45a0-8504-4e452262295f req-6644c9d8-5e36-4226-bb29-046d4630f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:53.550721 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5729e5c8-c495-45a0-8504-4e452262295f req-6644c9d8-5e36-4226-bb29-046d4630f092 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1099 time: 0.0390484 Jan 18 16:35:53.595054 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5729e5c8-c495-45a0-8504-4e452262295f req-4b30a24a-1cce-4cdf-ae27-2f01e0c2f895 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375142 Jan 18 16:35:54.245146 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308cda2-d862-4cbd-8109-844bd7bf2d5b req-7ac5430c-5284-4c7c-af45-954a0267d9ab tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:54.246752 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2308cda2-d862-4cbd-8109-844bd7bf2d5b req-7ac5430c-5284-4c7c-af45-954a0267d9ab tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0512438 Jan 18 16:35:54.330443 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12547-7eff-478d-b99f-2fb09e0f1d36 req-8dbb0331-5a54-4a83-b997-e7bc66bed11a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:54.332052 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-faf12547-7eff-478d-b99f-2fb09e0f1d36 req-8dbb0331-5a54-4a83-b997-e7bc66bed11a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 946 time: 0.0834267 Jan 18 16:35:54.335812 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2308cda2-d862-4cbd-8109-844bd7bf2d5b req-60c70bbb-ce0c-4e08-bac0-6d577dea59ee tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/security-groups?id=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779018 Jan 18 16:35:54.385616 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-faf12547-7eff-478d-b99f-2fb09e0f1d36 req-23c03d58-a28e-4fa9-8173-4fb480b444ac tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475154 Jan 18 16:35:55.049872 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-2e14dff6-bb7e-40b2-8035-031c3be3d5b8 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.051516 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-2e14dff6-bb7e-40b2-8035-031c3be3d5b8 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.45 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 945 time: 0.0492733 Jan 18 16:35:55.147809 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Deleting port 684a69e2-8aee-429a-ad20-cba1e94ddb16 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:35:55.148187 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:55.236669 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] For port 684a69e2-8aee-429a-ad20-cba1e94ddb16, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=684a69e2-8aee-429a-ad20-cba1e94ddb16,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:55.237113 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:55.250585 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Calling delete_port for 684a69e2-8aee-429a-ad20-cba1e94ddb16 owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:35:55.377229 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (684a69e2-8aee-429a-ad20-cba1e94ddb16), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:55.390608 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['684a69e2-8aee-429a-ad20-cba1e94ddb16'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:35:55.428850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Pushing event deleted for resources: {'Port': ['ID=684a69e2-8aee-429a-ad20-cba1e94ddb16,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:55.469521 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bde715d4-bc97-4270-93be-86ea625a7f34 req-43dfb4da-319c-4ea6-a3f3-f1e45b8e6db2 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.82 "GET /v2.0/ports?device_id=218c4c12-4e16-4dc9-8519-bcef764f01c6 HTTP/1.1" status: 200 len: 210 time: 0.0635810 Jan 18 16:35:55.512366 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] No DVR routers for this DVR port 684a69e2-8aee-429a-ad20-cba1e94ddb16 on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:35:55.517356 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:55.520899 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6d5255f3-5ae8-419f-b6b8-a3a8a25f22ae req-b39b9457-cf8b-4596-a1f0-74229950c837 tempest-TestMinimumBasicScenario-757587763 tempest-TestMinimumBasicScenario-757587763-project] 10.222.0.45 "DELETE /v2.0/ports/684a69e2-8aee-429a-ad20-cba1e94ddb16 HTTP/1.1" status: 204 len: 173 time: 0.4646015 Jan 18 16:35:55.521420 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'name': 'network-vif-deleted', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:55.524702 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7686cc9-99cd-450d-8d2f-60ac2152cd0b" -d '{"events": [{"server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "name": "network-vif-deleted", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:55.549988 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097124cf-b532-4d34-bfcd-109e93c9cae4 req-9bb3130f-cdf2-4ca2-95d1-23eb36e4863e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.551959 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-097124cf-b532-4d34-bfcd-109e93c9cae4 req-9bb3130f-cdf2-4ca2-95d1-23eb36e4863e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 946 time: 0.0813751 Jan 18 16:35:55.606689 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274b92f7-c99c-4e23-8d8d-0e5edf48bf3d x-openstack-request-id: req-274b92f7-c99c-4e23-8d8d-0e5edf48bf3d {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:55.607107 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218c4c12-4e16-4dc9-8519-bcef764f01c6", "name": "network-vif-deleted", "tag": "684a69e2-8aee-429a-ad20-cba1e94ddb16", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:55.607463 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-274b92f7-c99c-4e23-8d8d-0e5edf48bf3d {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:55.607959 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218c4c12-4e16-4dc9-8519-bcef764f01c6', 'name': 'network-vif-deleted', 'tag': '684a69e2-8aee-429a-ad20-cba1e94ddb16', 'status': 'completed', 'code': 200} Jan 18 16:35:55.613517 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-097124cf-b532-4d34-bfcd-109e93c9cae4 req-4e39640a-7d0a-41d1-b395-8ef36a80720b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547037 Jan 18 16:35:55.738760 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4148b-7988-4dc8-90c5-81e58aede177 req-7a3d01c4-3187-48d0-8bf8-cebcac8f322a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.740221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-34b4148b-7988-4dc8-90c5-81e58aede177 req-7a3d01c4-3187-48d0-8bf8-cebcac8f322a tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 946 time: 0.0521331 Jan 18 16:35:55.794580 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-34b4148b-7988-4dc8-90c5-81e58aede177 req-f553298e-aa4c-46f5-a102-8f74ce8a5fe9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482991 Jan 18 16:35:55.820477 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46900) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:55.865131 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823a750-8601-4ae5-8d9e-c6db30e04ded tempest-TestVolumeBootPattern-212251077 tempest-TestVolumeBootPattern-212251077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:55.870855 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8823a750-8601-4ae5-8d9e-c6db30e04ded tempest-TestVolumeBootPattern-212251077 tempest-TestVolumeBootPattern-212251077-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1094 time: 0.0474355 Jan 18 16:35:55.870855 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46904) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:55.876359 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:35:55.930210 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.043773 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.149277 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Allocated IP 172.27.3.29 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:35:56.258651 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.291989 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.332053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:35:56.335433 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:35:56.339482 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:35:56.344711 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:56.706686 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (be72d10c-954d-4e34-8337-6da6cbcd555c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.772478 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.931092 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.936405 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:56.963042 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b1d02690-a32e-4990-8871-3a61da86f3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.023585 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:57.034855 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (be72d10c-954d-4e34-8337-6da6cbcd555c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.141884 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Floating IP be72d10c-954d-4e34-8337-6da6cbcd555c associated. External IP: 172.27.3.29, port: 3db787b2-9f3f-4ce3-98a8-15e5146e27d0. Jan 18 16:35:57.182753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46958) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:57.357260 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:35:57.465323 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:35:57.476797 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:35:57.484061 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.488774 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:57.489950 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:57.515531 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-a52098af-aa18-4024-8508-35e7411731d2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6434686 Jan 18 16:35:57.516124 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:35:57.518499 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b437b-cba9-4b8e-9949-7ec55b0ca20e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:35:57.543122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (cb1a21a2-f92c-4c35-8570-a088b002f7dd), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:57.556543 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62901e08-d59b-43ab-a95e-2994d9cc5032 x-openstack-request-id: req-62901e08-d59b-43ab-a95e-2994d9cc5032 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:35:57.556855 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:35:57.557134 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-62901e08-d59b-43ab-a95e-2994d9cc5032 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:35:57.557544 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'status': 'completed', 'code': 200} Jan 18 16:35:57.608750 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:57.661859 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-cef8db56-45ec-4bfb-9d84-a6f2e56de6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:57.664052 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-cef8db56-45ec-4bfb-9d84-a6f2e56de6ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1099 time: 0.0835238 Jan 18 16:35:57.815463 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-a3b58b27-b4ce-4478-bc82-8ddc86d4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:57.817198 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-a3b58b27-b4ce-4478-bc82-8ddc86d4032d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.1472907 Jan 18 16:35:57.853566 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:56Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:57.886368 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:35:57.895488 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:57.896166 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:57.909503 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-2ea2eff2-0058-4236-b744-822068a3a964 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 999 time: 0.0853047 Jan 18 16:35:57.984861 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-82023a98-764d-49e6-8792-c226504de95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:57.985988 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-82023a98-764d-49e6-8792-c226504de95f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0539918 Jan 18 16:35:58.005236 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Deleting port fad4dd26-4268-4bc4-966f-012b534b3dbb {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:35:58.005613 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:58.013426 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:58.086041 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-c70fe85e-0414-436e-9876-08eec3b52e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:58.087649 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-c70fe85e-0414-436e-9876-08eec3b52e65 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945370 Jan 18 16:35:58.167299 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] For port fad4dd26-4268-4bc4-966f-012b534b3dbb, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=fad4dd26-4268-4bc4-966f-012b534b3dbb,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:58.167716 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:58.205823 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Calling delete_port for fad4dd26-4268-4bc4-966f-012b534b3dbb owned by network:router_interface {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:35:58.272321 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:56Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:58.303506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9becd-f290-481e-98e1-33d63dbb6c0e None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:56Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:35:58.509376 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3f639b-2e76-4b91-ac42-9a8493d52554 None None] New status for floating IP be72d10c-954d-4e34-8337-6da6cbcd555c: ACTIVE {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:35:58.559640 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44059b77-0f6d-4cd8-93e9-82f7c4c6b7b5 req-797efd6f-52ab-48c0-9849-87324d854807 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:58.561168 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-44059b77-0f6d-4cd8-93e9-82f7c4c6b7b5 req-797efd6f-52ab-48c0-9849-87324d854807 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.4397798 Jan 18 16:35:58.566695 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-18d4d61c-2f2d-4051-a4c1-a191a90c5982 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716258 Jan 18 16:35:58.737661 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-44059b77-0f6d-4cd8-93e9-82f7c4c6b7b5 req-dc363733-453a-401d-8e08-b0a8884288df tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699543 Jan 18 16:35:58.753171 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-489b437b-cba9-4b8e-9949-7ec55b0ca20e req-a2ab05f0-02d9-43b0-9496-d8dd93258e31 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793220 Jan 18 16:35:58.807037 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (fad4dd26-4268-4bc4-966f-012b534b3dbb), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:58.834114 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fad4dd26-4268-4bc4-966f-012b534b3dbb,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:58.999449 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (cb1a21a2-f92c-4c35-8570-a088b002f7dd), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.108875 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 684a69e2-8aee-429a-ad20-cba1e94ddb16 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:35:59.132837 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 684a69e2-8aee-429a-ad20-cba1e94ddb16 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:35:59.133217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 684a69e2-8aee-429a-ad20-cba1e94ddb16 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:35:59.195409 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-04de3d23-dc32-4bf6-bba8-7303cf8213c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.212192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Router cb1a21a2-f92c-4c35-8570-a088b002f7dd has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:35:59.317288 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:35:59.322665 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-727a7a9e-bee9-4186-877e-093d9f2484ae admin admin] 10.222.0.82 "PUT /v2.0/routers/cb1a21a2-f92c-4c35-8570-a088b002f7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1387789 Jan 18 16:35:59.325271 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46978) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:35:59.327762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] Sync routers for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:35:59.339328 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:59.340026 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:59.431077 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks [] for router (cb1a21a2-f92c-4c35-8570-a088b002f7dd), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.537477 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks [] for router_gateway (cb1a21a2-f92c-4c35-8570-a088b002f7dd), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.580692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:59.599012 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Deleting port aa91d1d0-01f2-440b-bc23-a937b87956ab {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:35:59.599350 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.676196 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] For port aa91d1d0-01f2-440b-bc23-a937b87956ab, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=aa91d1d0-01f2-440b-bc23-a937b87956ab,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:35:59.676554 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.689257 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Calling delete_port for aa91d1d0-01f2-440b-bc23-a937b87956ab owned by network:router_gateway {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:35:59.778829 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 5, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port': {'id': 'aa91d1d0-01f2-440b-bc23-a937b87956ab', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:a5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:22Z', 'updated_at': '2022-01-18T16:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:59.818837 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] Checking router: cb1a21a2-f92c-4c35-8570-a088b002f7dd for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:35:59.828005 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] Routers {'cb1a21a2-f92c-4c35-8570-a088b002f7dd'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:35:59.828241 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:35:59.903353 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704a94c-bfde-4cb2-a4e7-a73a16350f2d req-adea145c-c796-49bd-a611-1ce54e50cab3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:35:59.904886 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6704a94c-bfde-4cb2-a4e7-a73a16350f2d req-adea145c-c796-49bd-a611-1ce54e50cab3 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0895205 Jan 18 16:35:59.918564 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] Set router cb1a21a2-f92c-4c35-8570-a088b002f7dd gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:35:59.929808 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (aa91d1d0-01f2-440b-bc23-a937b87956ab), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:35:59.964317 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Pushing event deleted for resources: {'Port': ['ID=aa91d1d0-01f2-440b-bc23-a937b87956ab,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:35:59.971762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:35:59Z', 'revision_number': 6, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:00.002446 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e01925-9d66-49d6-9b04-a1cc221014c4 None None] The sync data for ids ['cb1a21a2-f92c-4c35-8570-a088b002f7dd'] in dv-cinder-788368-3-iscsi is: [{'id': 'cb1a21a2-f92c-4c35-8570-a088b002f7dd', 'name': 'tempest-TestMinimumBasicScenario-1189983802-router', 'tenant_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:21Z', 'updated_at': '2022-01-18T16:35:59Z', 'revision_number': 6, 'project_id': 'b620d20ca2a943d7a89c58c0c1c74b20', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:36:00.025966 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6704a94c-bfde-4cb2-a4e7-a73a16350f2d req-b1af6a2d-aa35-44c5-b7c5-8831e00cb7fd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134448 Jan 18 16:36:00.054574 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (cb1a21a2-f92c-4c35-8570-a088b002f7dd), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.141049 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.163427 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (cb1a21a2-f92c-4c35-8570-a088b002f7dd), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.165665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks [] for router_controller (cb1a21a2-f92c-4c35-8570-a088b002f7dd), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.229155 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (cb1a21a2-f92c-4c35-8570-a088b002f7dd), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.229839 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb1a21a2-f92c-4c35-8570-a088b002f7dd {{(pid=102500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:36:00.234776 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.238819 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-086d6112-b596-4920-942b-3491c52e60cc admin admin] 10.222.0.82 "DELETE /v2.0/routers/cb1a21a2-f92c-4c35-8570-a088b002f7dd HTTP/1.1" status: 204 len: 168 time: 0.9098198 Jan 18 16:36:00.239030 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46982) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:00.284097 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Deleting subnet 60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:36:00.287150 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Publish callbacks [] for subnet (60d4c373-25ca-4a11-bfb3-1c2d0b9fab46), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.327468 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936409'] for subnet (60d4c373-25ca-4a11-bfb3-1c2d0b9fab46), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.432075 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.453383 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (60d4c373-25ca-4a11-bfb3-1c2d0b9fab46), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.510827 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4766998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786501'] for subnet (60d4c373-25ca-4a11-bfb3-1c2d0b9fab46), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.535623 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d4c373-25ca-4a11-bfb3-1c2d0b9fab46,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:00.539663 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.542887 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-64ce272b-cc96-4d2b-a7d8-b04207ca0ea1 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/60d4c373-25ca-4a11-bfb3-1c2d0b9fab46 HTTP/1.1" status: 204 len: 168 time: 0.3028591 Jan 18 16:36:00.545499 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 46984) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:00.545941 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b61f8-ef6c-4143-a729-245e463a7391 None None] Network b1823f9d-1b6a-4242-91de-f4c8c181443c requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:36:00.612872 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (b1823f9d-1b6a-4242-91de-f4c8c181443c), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.672063 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Deleting port ec4b052d-b87c-438d-a7b7-ed522b8f4eec {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:00.672404 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.734043 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] For port ec4b052d-b87c-438d-a7b7-ed522b8f4eec, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,segment=NetworkSegment(d06b8eed-6d58-4e68-ab29-aaf220fa28ae),segment_id=d06b8eed-6d58-4e68-ab29-aaf220fa28ae)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:00.734330 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.746230 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Calling delete_port for ec4b052d-b87c-438d-a7b7-ed522b8f4eec owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:00.819555 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] DHCP port deletion for b1823f9d-1b6a-4242-91de-f4c8c181443c request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:36:00.836393 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.856475 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fad4dd26-4268-4bc4-966f-012b534b3dbb no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:00.863492 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:00.867883 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] No DVR routers for this DVR port ec4b052d-b87c-438d-a7b7-ed522b8f4eec on host dv-cinder-788368-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:00.880351 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: fad4dd26-4268-4bc4-966f-012b534b3dbb {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:00.880698 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fad4dd26-4268-4bc4-966f-012b534b3dbb not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:00.908884 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Deleting port ec4b052d-b87c-438d-a7b7-ed522b8f4eec {{(pid=102501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:00.909331 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), before_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.943376 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (b1823f9d-1b6a-4242-91de-f4c8c181443c), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.963913 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1823f9d-1b6a-4242-91de-f4c8c181443c']}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:00.973973 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae') {'for_net_delete': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:00.974273 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06b8eed-6d58-4e68-ab29-aaf220fa28ae') {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:00.975097 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] For port ec4b052d-b87c-438d-a7b7-ed522b8f4eec, host dv-cinder-788368-3-iscsi, got binding levels [] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:00.976092 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), precommit_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.984161 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936384'] for segment (d06b8eed-6d58-4e68-ab29-aaf220fa28ae), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.988071 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Calling delete_port for ec4b052d-b87c-438d-a7b7-ed522b8f4eec owned by network:dhcp {{(pid=102501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:00.992211 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.ipam_backend_mixin [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Port ec4b052d-b87c-438d-a7b7-ed522b8f4eec was not found and therefore no delete operation was performed {{(pid=102501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 16:36:00.993597 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957'] for port (ec4b052d-b87c-438d-a7b7-ed522b8f4eec), after_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:00.997329 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (d06b8eed-6d58-4e68-ab29-aaf220fa28ae), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:01.003946 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=102500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:36:01.004489 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767048'] for segment (d06b8eed-6d58-4e68-ab29-aaf220fa28ae), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.007479 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: Traceback (most recent call last): Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: timer() Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: cb(*args, **kw) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: return func(*args, **kwargs) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: self._notify() Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: self.callback(batched_events) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: event.method(event) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: return f(self, *a, **k) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._get(url).json() Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: return self.request(url, 'GET', **kwargs) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:36:01.010452 dv-cinder-788368-3-iscsi neutron-server[102500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:36:01.024526 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] Pushing event deleted for resources: {'Port': ['ID=ec4b052d-b87c-438d-a7b7-ed522b8f4eec,revision_number=None']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:01.029247 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7a5f9-4d3a-4d4c-9ee0-07ff7e6e4f6f None None] No DVR routers for this DVR port ec4b052d-b87c-438d-a7b7-ed522b8f4eec on host dv-cinder-788368-3-iscsi {{(pid=102501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:01.074129 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (b1823f9d-1b6a-4242-91de-f4c8c181443c), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:01.078805 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:01.085638 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] 10.222.0.82 "DELETE /v2.0/networks/b1823f9d-1b6a-4242-91de-f4c8c181443c HTTP/1.1" status: 204 len: 168 time: 0.5358274 Jan 18 16:36:01.085848 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46988) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:01.116804 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e6648-b554-46ba-ab20-a348c467018c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1823f9d-1b6a-4242-91de-f4c8c181443c,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:01.161646 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f09636-94fc-4dd1-bfd7-ca56259e79b5 req-533c7e09-efb7-4adc-ad52-5eb28227f32d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:01.163169 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c0f09636-94fc-4dd1-bfd7-ca56259e79b5 req-533c7e09-efb7-4adc-ad52-5eb28227f32d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0557590 Jan 18 16:36:01.215416 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c0f09636-94fc-4dd1-bfd7-ca56259e79b5 req-23110a4d-7a5d-462a-8759-46acf97bc51d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461195 Jan 18 16:36:01.730182 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (79ae5968-4fa4-4120-8f5c-e672cf7abaac), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:01.791122 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.023380 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Deleting port 62a34465-c598-42f1-84b8-fdc6b79b42f1 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:02.023638 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.103775 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] For port 62a34465-c598-42f1-84b8-fdc6b79b42f1, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=62a34465-c598-42f1-84b8-fdc6b79b42f1,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:02.104489 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.117351 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Calling delete_port for 62a34465-c598-42f1-84b8-fdc6b79b42f1 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:02.202736 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ec4b052d-b87c-438d-a7b7-ed522b8f4eec no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:02.223492 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: ec4b052d-b87c-438d-a7b7-ed522b8f4eec {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:02.223839 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ec4b052d-b87c-438d-a7b7-ed522b8f4eec not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:02.224282 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa91d1d0-01f2-440b-bc23-a937b87956ab no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:02.244489 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: aa91d1d0-01f2-440b-bc23-a937b87956ab {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:02.244731 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa91d1d0-01f2-440b-bc23-a937b87956ab not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:02.302689 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (62a34465-c598-42f1-84b8-fdc6b79b42f1), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.332707 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a34465-c598-42f1-84b8-fdc6b79b42f1,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:02.366418 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984d29a-90a3-424b-ac1d-a3585fac9881 req-da095684-51d2-445f-b492-5383e1c9eaa9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:02.367971 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7984d29a-90a3-424b-ac1d-a3585fac9881 req-da095684-51d2-445f-b492-5383e1c9eaa9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0600476 Jan 18 16:36:02.418457 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7984d29a-90a3-424b-ac1d-a3585fac9881 req-042b3968-ff6e-412f-b9bb-2cb0959cf59c tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446320 Jan 18 16:36:02.504185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (79ae5968-4fa4-4120-8f5c-e672cf7abaac), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.715438 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Router 79ae5968-4fa4-4120-8f5c-e672cf7abaac has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:36:02.822071 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:36:02.827261 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e604d21d-5250-401e-8ac2-d1413e440248 admin admin] 10.222.0.82 "PUT /v2.0/routers/79ae5968-4fa4-4120-8f5c-e672cf7abaac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403522 Jan 18 16:36:02.829793 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46992) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:02.832001 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e4039-ceba-45dd-9388-577b39251524 None None] Sync routers for ids ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:36:02.842102 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] Routers {'79ae5968-4fa4-4120-8f5c-e672cf7abaac'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:36:02.842824 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:02.933691 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks [] for router (79ae5968-4fa4-4120-8f5c-e672cf7abaac), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:02.948243 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] Set router 79ae5968-4fa4-4120-8f5c-e672cf7abaac gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:36:03.035827 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks [] for router_gateway (79ae5968-4fa4-4120-8f5c-e672cf7abaac), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.055192 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.091041 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Deleting port aa09290d-39fa-4905-a3b8-7131af4173ee {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:03.091407 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.130367 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:36:02Z', 'revision_number': 5, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port': {'id': 'aa09290d-39fa-4905-a3b8-7131af4173ee', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b3:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:32:40Z', 'updated_at': '2022-01-18T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:03.156533 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e4039-ceba-45dd-9388-577b39251524 None None] Checking router: 79ae5968-4fa4-4120-8f5c-e672cf7abaac for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:36:03.166053 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] Routers {'79ae5968-4fa4-4120-8f5c-e672cf7abaac'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:36:03.166657 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:35:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:03.173279 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] For port aa09290d-39fa-4905-a3b8-7131af4173ee, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=aa09290d-39fa-4905-a3b8-7131af4173ee,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:03.173781 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.185504 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Calling delete_port for aa09290d-39fa-4905-a3b8-7131af4173ee owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:03.253389 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] Set router 79ae5968-4fa4-4120-8f5c-e672cf7abaac gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:36:03.360272 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (aa09290d-39fa-4905-a3b8-7131af4173ee), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.386565 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa09290d-39fa-4905-a3b8-7131af4173ee,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:03.405855 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-214e4039-ceba-45dd-9388-577b39251524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:36:03Z', 'revision_number': 6, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:03.432206 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e4039-ceba-45dd-9388-577b39251524 None None] The sync data for ids ['79ae5968-4fa4-4120-8f5c-e672cf7abaac'] in dv-cinder-788368-3-iscsi is: [{'id': '79ae5968-4fa4-4120-8f5c-e672cf7abaac', 'name': 'tempest-TestMinimumBasicScenario-449964361-router', 'tenant_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:32:39Z', 'updated_at': '2022-01-18T16:36:03Z', 'revision_number': 6, 'project_id': 'c57ddc8bc9784b21ae912339ecbb3ac9', 'gw_port_host': None}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:36:03.450750 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (79ae5968-4fa4-4120-8f5c-e672cf7abaac), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.548209 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (79ae5968-4fa4-4120-8f5c-e672cf7abaac), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.550588 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks [] for router_controller (79ae5968-4fa4-4120-8f5c-e672cf7abaac), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.560241 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7184f-a0d6-4f86-878c-ecce68eda9ea req-ee46de72-057a-4122-a1a7-be357e2ec3bc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:03.562096 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cca7184f-a0d6-4f86-878c-ecce68eda9ea req-ee46de72-057a-4122-a1a7-be357e2ec3bc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0621216 Jan 18 16:36:03.599078 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (79ae5968-4fa4-4120-8f5c-e672cf7abaac), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.599724 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79ae5968-4fa4-4120-8f5c-e672cf7abaac {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:36:03.604682 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.608344 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7b115a8b-f4d2-48ee-b463-aa721acc21b4 admin admin] 10.222.0.82 "DELETE /v2.0/routers/79ae5968-4fa4-4120-8f5c-e672cf7abaac HTTP/1.1" status: 204 len: 168 time: 0.7750237 Jan 18 16:36:03.608523 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46996) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:03.622778 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cca7184f-a0d6-4f86-878c-ecce68eda9ea req-7e523a5a-fa39-464b-872e-8af2c6c526c8 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526183 Jan 18 16:36:03.657116 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Deleting subnet ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:36:03.660330 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Publish callbacks [] for subnet (ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.702441 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.812811 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.863599 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.892236 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:03.895936 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:03.899373 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3f1dfbca-7f69-4698-936f-1cf7559f332b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ceea15f3-9335-4b27-bf6a-a3e4d9eee5c9 HTTP/1.1" status: 204 len: 168 time: 0.2896547 Jan 18 16:36:03.902073 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 46998) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:03.904491 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed89f3de-cb92-4e0e-9fa7-715e4c5df1ec None None] Network 7da37714-6399-44e9-9bf5-7402ba503bfc requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:36:03.985847 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (7da37714-6399-44e9-9bf5-7402ba503bfc), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.048467 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Deleting port ca561bac-2999-4485-8d9e-916ea4eb2727 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:04.048845 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.093881 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] DHCP port deletion for 7da37714-6399-44e9-9bf5-7402ba503bfc request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:36:04.120632 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] For port ca561bac-2999-4485-8d9e-916ea4eb2727, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ca561bac-2999-4485-8d9e-916ea4eb2727,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:04.120867 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.133707 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Calling delete_port for ca561bac-2999-4485-8d9e-916ea4eb2727 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:04.141878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] Deleting port ca561bac-2999-4485-8d9e-916ea4eb2727 {{(pid=102501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:36:04.142255 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), before_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.219636 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.220675 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 62a34465-c598-42f1-84b8-fdc6b79b42f1 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:04.223488 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] For port ca561bac-2999-4485-8d9e-916ea4eb2727, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=ca561bac-2999-4485-8d9e-916ea4eb2727,segment=NetworkSegment(ae94a54c-24fa-44be-b7ed-07991b218587),segment_id=ae94a54c-24fa-44be-b7ed-07991b218587)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:04.223877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), precommit_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.252777 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca561bac-2999-4485-8d9e-916ea4eb2727,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:04.254272 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 62a34465-c598-42f1-84b8-fdc6b79b42f1 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:04.254897 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 62a34465-c598-42f1-84b8-fdc6b79b42f1 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:04.255194 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa09290d-39fa-4905-a3b8-7131af4173ee no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:04.257690 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] Calling delete_port for ca561bac-2999-4485-8d9e-916ea4eb2727 owned by network:dhcp {{(pid=102501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:36:04.258900 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] No DVR routers for this DVR port ca561bac-2999-4485-8d9e-916ea4eb2727 on host dv-cinder-788368-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:04.285340 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: aa09290d-39fa-4905-a3b8-7131af4173ee {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:04.286196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device aa09290d-39fa-4905-a3b8-7131af4173ee not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:04.286196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ca561bac-2999-4485-8d9e-916ea4eb2727 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:04.330756 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: ca561bac-2999-4485-8d9e-916ea4eb2727 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:36:04.331098 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device ca561bac-2999-4485-8d9e-916ea4eb2727 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:36:04.349002 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (7da37714-6399-44e9-9bf5-7402ba503bfc), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.370215 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da37714-6399-44e9-9bf5-7402ba503bfc']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:04.379966 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae94a54c-24fa-44be-b7ed-07991b218587') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:04.380200 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae94a54c-24fa-44be-b7ed-07991b218587') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:36:04.390263 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (ae94a54c-24fa-44be-b7ed-07991b218587), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.412960 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (ae94a54c-24fa-44be-b7ed-07991b218587), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.417527 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957'] for port (ca561bac-2999-4485-8d9e-916ea4eb2727), after_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.420976 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:36:04.421379 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (ae94a54c-24fa-44be-b7ed-07991b218587), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:36:04.423245 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:36:04.448488 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] Pushing event deleted for resources: {'Port': ['ID=ca561bac-2999-4485-8d9e-916ea4eb2727,revision_number=None']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:04.451909 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d3f15-fdd5-4e6b-841d-3b7c6d0bbf96 None None] No DVR routers for this DVR port ca561bac-2999-4485-8d9e-916ea4eb2727 on host dv-cinder-788368-3-iscsi {{(pid=102501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:36:04.483321 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (7da37714-6399-44e9-9bf5-7402ba503bfc), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.488517 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.492558 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] 10.222.0.82 "DELETE /v2.0/networks/7da37714-6399-44e9-9bf5-7402ba503bfc HTTP/1.1" status: 204 len: 168 time: 0.5893207 Jan 18 16:36:04.503339 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb7fe1-ef90-486d-a03b-1b309c51d485 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da37714-6399-44e9-9bf5-7402ba503bfc,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:04.655309 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47004) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:04.699119 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-debf51f9-b82f-4a4a-83bf-2999d74fef2e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b620d20ca2a943d7a89c58c0c1c74b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404253 Jan 18 16:36:04.699349 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47008) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:04.746543 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95a024dc-576b-4c7c-ae5d-04ff8fdd7f91 admin admin] Publish callbacks [] for security_group (9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.764349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fd2fc-9bb1-4a00-b6f3-8c4cfcde8b32 req-ac793884-123c-4a1d-aed3-d3f53072cf9f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:04.765847 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-456fd2fc-9bb1-4a00-b6f3-8c4cfcde8b32 req-ac793884-123c-4a1d-aed3-d3f53072cf9f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0540519 Jan 18 16:36:04.769041 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95a024dc-576b-4c7c-ae5d-04ff8fdd7f91 admin admin] Publish callbacks [] for security_group (9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.813925 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-456fd2fc-9bb1-4a00-b6f3-8c4cfcde8b32 req-715a912b-4925-4d2b-b9e9-b9b9c3bf5c83 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423250 Jan 18 16:36:04.815386 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95a024dc-576b-4c7c-ae5d-04ff8fdd7f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.818276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-95a024dc-576b-4c7c-ae5d-04ff8fdd7f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:04.819503 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-95a024dc-576b-4c7c-ae5d-04ff8fdd7f91 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9 HTTP/1.1" status: 204 len: 168 time: 0.1192431 Jan 18 16:36:04.827041 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a024dc-576b-4c7c-ae5d-04ff8fdd7f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a47400a-31d6-4ebf-9b26-01bc4e0f2eb9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:05.126854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47014) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:05.169599 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-08f019de-1695-46ea-b700-bd6e29a4aa8d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c57ddc8bc9784b21ae912339ecbb3ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415275 Jan 18 16:36:05.172008 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47016) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:05.449140 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c2919559-aa61-482d-96fb-446801ea5efd admin admin] Publish callbacks [] for security_group (e0206823-d0f1-4018-93a3-51a96e5ca11f), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.470013 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c2919559-aa61-482d-96fb-446801ea5efd admin admin] Publish callbacks [] for security_group (e0206823-d0f1-4018-93a3-51a96e5ca11f), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.519484 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c2919559-aa61-482d-96fb-446801ea5efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e0206823-d0f1-4018-93a3-51a96e5ca11f), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.523562 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c2919559-aa61-482d-96fb-446801ea5efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:05.524720 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c2919559-aa61-482d-96fb-446801ea5efd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e0206823-d0f1-4018-93a3-51a96e5ca11f HTTP/1.1" status: 204 len: 168 time: 0.3518188 Jan 18 16:36:05.532561 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2919559-aa61-482d-96fb-446801ea5efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0206823-d0f1-4018-93a3-51a96e5ca11f,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:05.941593 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340735a0-07f6-4e59-9e27-7b5441c9da31 req-dac86a9e-b2ff-4d3b-b693-0dc7bfb1be5a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:05.943050 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-340735a0-07f6-4e59-9e27-7b5441c9da31 req-dac86a9e-b2ff-4d3b-b693-0dc7bfb1be5a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0500576 Jan 18 16:36:05.991644 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-340735a0-07f6-4e59-9e27-7b5441c9da31 req-8b028800-b879-4521-b063-79f3f1d4f737 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Jan 18 16:36:07.111480 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f22e80-1b36-494d-9169-5844939e5381 req-90e2f995-d292-4c88-a62e-cb6315f52169 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:07.112998 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b5f22e80-1b36-494d-9169-5844939e5381 req-90e2f995-d292-4c88-a62e-cb6315f52169 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0506337 Jan 18 16:36:07.158850 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b5f22e80-1b36-494d-9169-5844939e5381 req-c4a3562f-ddb3-456a-a789-69643f409056 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395761 Jan 18 16:36:08.285144 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c97314-ad3d-4c91-9f61-144c8a611bb7 req-b00ec701-2ef7-41ee-a8f8-2899bdd2eb61 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:08.286599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-86c97314-ad3d-4c91-9f61-144c8a611bb7 req-b00ec701-2ef7-41ee-a8f8-2899bdd2eb61 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0491431 Jan 18 16:36:08.334131 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-86c97314-ad3d-4c91-9f61-144c8a611bb7 req-9150fcff-d456-43a3-9fe3-c4149f5d851b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420015 Jan 18 16:36:09.452474 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae7fed-9d35-45bd-ba9c-fad7e0ee1b5a req-9729b20f-5c71-4216-b168-ea454003a0f6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:09.453955 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7cae7fed-9d35-45bd-ba9c-fad7e0ee1b5a req-9729b20f-5c71-4216-b168-ea454003a0f6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0476098 Jan 18 16:36:09.502811 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7cae7fed-9d35-45bd-ba9c-fad7e0ee1b5a req-9041afc1-c3ec-4558-bec0-d0f42d422f9a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Jan 18 16:36:10.622757 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07568ce6-9bbf-487e-912e-01d8f1092904 req-30e166b0-0b56-4566-bf2b-f86921bb1044 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:10.624196 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-07568ce6-9bbf-487e-912e-01d8f1092904 req-30e166b0-0b56-4566-bf2b-f86921bb1044 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0483856 Jan 18 16:36:10.670335 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-07568ce6-9bbf-487e-912e-01d8f1092904 req-306b24ce-c1ea-4aec-8406-c41021b83c7a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Jan 18 16:36:11.158448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:36:11.264982 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:11.282570 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'mac_address': 'fa:16:3e:ca:bf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:36:11.324615 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: ACTIVE; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:11.325048 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:11.339727 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3214e15a-2bf8-4e9c-b215-8b914b1912ec {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:36:11.361372 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:11.366031 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:11.432951 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=6']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:11.440625 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.441259 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.441597 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.441929 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.442257 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.442582 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.442907 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.443231 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.443592 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.443881 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.444211 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.444561 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.444937 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:36:11.465909 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['3214e15a-2bf8-4e9c-b215-8b914b1912ec'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:11.807694 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1002e-2db7-423d-8c79-054c4815c70d req-4eb7aa1a-c11a-4e0c-be70-604a7d95a50e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:11.809465 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-77f1002e-2db7-423d-8c79-054c4815c70d req-4eb7aa1a-c11a-4e0c-be70-604a7d95a50e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 945 time: 0.0605338 Jan 18 16:36:11.865751 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-77f1002e-2db7-423d-8c79-054c4815c70d req-36b86b48-04e3-42f3-8971-87c4873ae1af tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508001 Jan 18 16:36:13.004617 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4371-7352-4abc-9d1d-88c579f497da req-cc161705-60f1-4291-8a58-d5d1a4bd13c5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:13.013309 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-018e4371-7352-4abc-9d1d-88c579f497da req-cc161705-60f1-4291-8a58-d5d1a4bd13c5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 945 time: 0.0696230 Jan 18 16:36:13.065475 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-018e4371-7352-4abc-9d1d-88c579f497da req-8da13ef4-5720-4089-90d7-e4c824a40192 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512481 Jan 18 16:36:13.176088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:36:13.233695 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 3214e15a-2bf8-4e9c-b215-8b914b1912ec triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:36:13.234186 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.327173 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:13.327574 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.352714 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:13.355011 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53d689a-9f18-4b19-b87c-ccbb6ecc47e8" -d '{"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:13.369851 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:13.375621 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:13.410155 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1d8bef-f265-4879-a308-f9878d5b81cc x-openstack-request-id: req-ee1d8bef-f265-4879-a308-f9878d5b81cc {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:13.410479 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:13.410771 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ee1d8bef-f265-4879-a308-f9878d5b81cc {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:13.411162 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'code': 200} Jan 18 16:36:13.433825 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=7']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:14.206126 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e1f28-6449-4fcd-a3d0-15d710982dc3 req-78c61eeb-1e39-477d-8d0f-7fce54628d3d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:14.207606 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e19e1f28-6449-4fcd-a3d0-15d710982dc3 req-78c61eeb-1e39-477d-8d0f-7fce54628d3d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0657678 Jan 18 16:36:14.270960 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e19e1f28-6449-4fcd-a3d0-15d710982dc3 req-658df52d-db26-44f8-beff-e97db3dd72e5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567117 Jan 18 16:36:15.402064 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0019a-1a55-457f-b366-b1676c280c95 req-b5987f82-c177-494c-bf17-680bd2fc168b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:15.403634 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-88f0019a-1a55-457f-b366-b1676c280c95 req-b5987f82-c177-494c-bf17-680bd2fc168b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0554104 Jan 18 16:36:15.477051 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-88f0019a-1a55-457f-b366-b1676c280c95 req-bafb9b7c-151c-4778-a0fa-f15a040bafad tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674362 Jan 18 16:36:16.611712 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98ff93-085c-4919-9dee-eb96a9817fdb req-12d1ab19-a822-40cf-835a-75a9f78cee4a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:16.613411 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2a98ff93-085c-4919-9dee-eb96a9817fdb req-12d1ab19-a822-40cf-835a-75a9f78cee4a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0570524 Jan 18 16:36:16.667758 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2a98ff93-085c-4919-9dee-eb96a9817fdb req-3a6d220b-5725-41b6-86cd-8100915e9007 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478008 Jan 18 16:36:17.804803 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafba69b-8e92-472b-a45b-e36af60fa36f req-45905844-d9ba-4beb-81ce-c1abc32fa18a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:17.806486 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dafba69b-8e92-472b-a45b-e36af60fa36f req-45905844-d9ba-4beb-81ce-c1abc32fa18a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0557222 Jan 18 16:36:17.866164 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dafba69b-8e92-472b-a45b-e36af60fa36f req-523764ba-b566-4f2d-8d32-63fb0c69e162 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494335 Jan 18 16:36:19.336669 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d953c-f998-4bab-a96d-6d53d2d21b6e req-21b46dc3-1e62-4f90-af25-6a78e1a2482e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:19.339921 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-956d953c-f998-4bab-a96d-6d53d2d21b6e req-21b46dc3-1e62-4f90-af25-6a78e1a2482e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.3580503 Jan 18 16:36:19.393618 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-956d953c-f998-4bab-a96d-6d53d2d21b6e req-feeb062f-1b69-4c7b-b5b2-33f798543e92 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495512 Jan 18 16:36:20.396758 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-09a47aeb-3d9b-43c9-bdcd-e4ec38f6d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.398288 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-09a47aeb-3d9b-43c9-bdcd-e4ec38f6d5ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1099 time: 0.0404353 Jan 18 16:36:20.532688 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-1caec3a9-a378-4072-8473-89a5cb430366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.534181 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-1caec3a9-a378-4072-8473-89a5cb430366 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.1277020 Jan 18 16:36:20.554133 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bab5a-2b40-43a9-871e-60fce3fc92cb req-4c73fe48-d3bf-427a-943f-8c0ba536d0de tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.556473 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0e1bab5a-2b40-43a9-871e-60fce3fc92cb req-4c73fe48-d3bf-427a-943f-8c0ba536d0de tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0735064 Jan 18 16:36:20.632284 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-1bd3649c-48e2-4123-8ba3-869848005e57 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 200 len: 1002 time: 0.0915790 Jan 18 16:36:20.670206 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0e1bab5a-2b40-43a9-871e-60fce3fc92cb req-247ad268-f44a-4190-ac53-30776bb0babe tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865242 Jan 18 16:36:20.688899 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-fba84414-6a1d-4940-8d38-e31fb6967586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.690386 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-fba84414-6a1d-4940-8d38-e31fb6967586 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.0509164 Jan 18 16:36:20.734252 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-61e092b4-0127-4713-896c-c4320f6a2292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:20.735716 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-61e092b4-0127-4713-896c-c4320f6a2292 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397658 Jan 18 16:36:20.826341 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-01d36134-4f9a-4ee3-b593-dbe4afcbdfdd service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844438 Jan 18 16:36:20.914148 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7c47924-0bbe-45c5-b151-6e76d1afc340 req-6cbfac23-6230-4b0c-81a6-58eb3f21548d service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812523 Jan 18 16:36:21.789810 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0b20-c490-479b-8ae3-acc02eb380dd req-4d4fbfdb-2aa9-4afc-98d0-0a195a7330d4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:21.791278 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78dd0b20-c490-479b-8ae3-acc02eb380dd req-4d4fbfdb-2aa9-4afc-98d0-0a195a7330d4 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0486140 Jan 18 16:36:21.841576 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-78dd0b20-c490-479b-8ae3-acc02eb380dd req-ba03e398-8a5b-4e36-86af-4cecf7116323 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448003 Jan 18 16:36:22.962855 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76a473-65b2-40c6-98b7-991df2d2b810 req-b41739f2-7e48-4509-aa33-baf2879b8792 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:22.964334 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f76a473-65b2-40c6-98b7-991df2d2b810 req-b41739f2-7e48-4509-aa33-baf2879b8792 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 946 time: 0.0499940 Jan 18 16:36:23.010035 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f76a473-65b2-40c6-98b7-991df2d2b810 req-5811a6e1-2ecb-45ae-8153-386c18788e8e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402603 Jan 18 16:36:23.252020 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:23.332629 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: ACTIVE; New status is: DOWN {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:23.333065 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:23.357392 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:23.359910 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7afa13-74b2-46db-837d-93c492d61e7d" -d '{"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:23.373834 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:23.378703 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:23.405606 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ea891f-0f07-48a6-a61c-a34aa67df33a x-openstack-request-id: req-c5ea891f-0f07-48a6-a61c-a34aa67df33a {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:23.405921 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-unplugged", "status": "failed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "code": 422}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:23.406177 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c5ea891f-0f07-48a6-a61c-a34aa67df33a {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:23.406602 dv-cinder-788368-3-iscsi neutron-server[102501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'code': 422} returned with failed status Jan 18 16:36:23.433379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=8']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:23.742132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-28143449-6542-43f3-aee1-4a3dbc9c578d req-5eaaefef-34b1-41e0-ae93-6b4745ae49db service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:36:23.743141 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-28143449-6542-43f3-aee1-4a3dbc9c578d req-5eaaefef-34b1-41e0-ae93-6b4745ae49db service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055339 Jan 18 16:36:23.895438 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3caf-f544-4dfe-b180-1d67d8adfbd8 req-f13c1ae0-0b98-46ae-8851-952e9e106263 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:23.896782 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ba7a3caf-f544-4dfe-b180-1d67d8adfbd8 req-f13c1ae0-0b98-46ae-8851-952e9e106263 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0503144 Jan 18 16:36:23.969216 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ba7a3caf-f544-4dfe-b180-1d67d8adfbd8 req-f3a8cfa4-5c2f-4e53-b110-a55241e2184e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653112 Jan 18 16:36:23.971758 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-dd63b582-6dd4-432a-99f6-ac34dc48401e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842042 Jan 18 16:36:24.745753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-ab0c6682-8822-4cfa-8379-11c53b5f24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:24.747290 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-ab0c6682-8822-4cfa-8379-11c53b5f24aa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc&tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c HTTP/1.1" status: 200 len: 1097 time: 0.0699911 Jan 18 16:36:24.806641 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-35ecb9a0-9807-4cb6-b270-5a9cc5471cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:24.808135 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-35ecb9a0-9807-4cb6-b270-5a9cc5471cc9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1097 time: 0.0400646 Jan 18 16:36:24.900361 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-d4f2acf0-d975-4506-aeff-f9d0b0ccdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:24.901844 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-d4f2acf0-d975-4506-aeff-f9d0b0ccdb8c service neutron] 10.222.0.45 "GET /v2.0/networks?id=e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 200 len: 918 time: 0.0870216 Jan 18 16:36:24.964295 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-7f5bafc5-594c-4ed8-bc7b-0d54efcc1770 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 200 len: 1000 time: 0.0562444 Jan 18 16:36:25.014515 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-98ac8bc7-d24b-424b-a97e-fdd37a2b5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:25.015962 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-98ac8bc7-d24b-424b-a97e-fdd37a2b5984 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 200 len: 856 time: 0.0466185 Jan 18 16:36:25.089239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-8d0c46ed-c443-4418-9c27-09218951d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:25.090709 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-8d0c46ed-c443-4418-9c27-09218951d6a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e334f1c7-d732-446e-8bed-e601fcceb421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691674 Jan 18 16:36:25.101779 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fe2d-1d0f-4894-8d20-6e0688eb967e req-7f91ccf4-d060-457d-aeaf-8ece76771378 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:25.103138 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f101fe2d-1d0f-4894-8d20-6e0688eb967e req-7f91ccf4-d060-457d-aeaf-8ece76771378 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0579345 Jan 18 16:36:25.202221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f101fe2d-1d0f-4894-8d20-6e0688eb967e req-ec106e9e-8266-4668-a417-c59f486e8bfc tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913148 Jan 18 16:36:25.223414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-060eb096-33c8-4a52-a03f-36f2fea19e3e service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193523 Jan 18 16:36:25.312579 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-971a5785-00ff-4b6b-8f91-a20197b78adb req-dfa98850-a6bc-4c0a-b347-ae009166626a service neutron] 10.222.0.45 "GET /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829327 Jan 18 16:36:26.343525 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddff46-d282-4dc4-b87d-66c4b4ac9659 req-625dbd6c-8509-4143-ab79-10417190ec15 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:26.345850 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-03ddff46-d282-4dc4-b87d-66c4b4ac9659 req-625dbd6c-8509-4143-ab79-10417190ec15 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0583253 Jan 18 16:36:26.402746 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-03ddff46-d282-4dc4-b87d-66c4b4ac9659 req-eb6836ec-19f6-456a-9092-2bb8787e383d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511324 Jan 18 16:36:26.486195 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:36:26.957197 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-3fbb5e41-efaf-4495-b253-edbf37f7c132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:27.283868 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:27.363407 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: DOWN; New status is: DOWN {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:27.526930 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241377-f490-426c-a8e0-9f577102f07b req-49f5126c-50b9-4985-94c2-8772d010c83a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:27.529089 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3f241377-f490-426c-a8e0-9f577102f07b req-49f5126c-50b9-4985-94c2-8772d010c83a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0534132 Jan 18 16:36:27.579290 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3f241377-f490-426c-a8e0-9f577102f07b req-235a37c9-ff12-4df0-bd08-6167ff5d0a25 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445192 Jan 18 16:36:28.709350 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0d8a2-1dfb-48ae-bdc6-1953358f631d req-754cd0d0-f9ea-4572-abba-e0be4262bfc9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:28.711429 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-38d0d8a2-1dfb-48ae-bdc6-1953358f631d req-754cd0d0-f9ea-4572-abba-e0be4262bfc9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0567396 Jan 18 16:36:28.770529 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-38d0d8a2-1dfb-48ae-bdc6-1953358f631d req-5afb4e86-75fe-4ec0-8ac1-43c097f6f8c7 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526946 Jan 18 16:36:29.199177 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-9599e294-91e1-493e-8a54-b96a5a83ee2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:29.901560 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462db4df-f5dc-42f3-b024-4a296eb3c104 req-da88d153-34c8-40ce-a2bf-eaddddcec6df tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:29.903098 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-462db4df-f5dc-42f3-b024-4a296eb3c104 req-da88d153-34c8-40ce-a2bf-eaddddcec6df tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0589724 Jan 18 16:36:29.961865 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-462db4df-f5dc-42f3-b024-4a296eb3c104 req-026b33d3-d9f3-4826-bc4d-6920a08ae2ee tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523329 Jan 18 16:36:30.142692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:30.413812 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:31.095447 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f548fa-7f67-4685-a5a0-7a13376df224 req-30af9fd1-9c93-4496-a587-270a7f2d66c5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:31.097183 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-26f548fa-7f67-4685-a5a0-7a13376df224 req-30af9fd1-9c93-4496-a587-270a7f2d66c5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0558295 Jan 18 16:36:31.146753 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-26f548fa-7f67-4685-a5a0-7a13376df224 req-4c251ada-50d7-4f7c-9da7-933c96928f35 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Jan 18 16:36:31.810207 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:31.912068 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918846-ad96-4a98-b416-90260675a3f6 req-4f999968-ccc4-4159-a814-6daa0851c33a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:31.919921 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a5918846-ad96-4a98-b416-90260675a3f6 req-4f999968-ccc4-4159-a814-6daa0851c33a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0653808 Jan 18 16:36:31.967231 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a5918846-ad96-4a98-b416-90260675a3f6 req-e684ca8c-bfff-45b9-8995-065d3eaba6e6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Jan 18 16:36:32.273856 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af430ec-f4e5-4155-9c76-3f03d405cd4a req-e3e70935-1876-4d18-a38c-af391d4a1c19 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:32.276524 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6af430ec-f4e5-4155-9c76-3f03d405cd4a req-e3e70935-1876-4d18-a38c-af391d4a1c19 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0513544 Jan 18 16:36:32.345385 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6af430ec-f4e5-4155-9c76-3f03d405cd4a req-bb1a7c90-86ab-4a12-bd46-1dfd77b2e689 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622821 Jan 18 16:36:33.060984 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:33.086950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d8d3d-28d9-418d-96b7-9bf3141b0098 req-c03f8b9e-3e48-4f04-9cfe-9cfbe91b9745 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:33.088411 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d81d8d3d-28d9-418d-96b7-9bf3141b0098 req-c03f8b9e-3e48-4f04-9cfe-9cfbe91b9745 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0540626 Jan 18 16:36:33.136712 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d81d8d3d-28d9-418d-96b7-9bf3141b0098 req-af086946-6acc-4ba3-b746-134dd756e13b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Jan 18 16:36:33.465372 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a08944-ff3f-4437-90d1-1f0121771c87 req-5520b7c4-93dc-4124-b586-196cd451a982 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:33.466857 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-06a08944-ff3f-4437-90d1-1f0121771c87 req-5520b7c4-93dc-4124-b586-196cd451a982 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0488424 Jan 18 16:36:33.513304 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-06a08944-ff3f-4437-90d1-1f0121771c87 req-3e283388-fd06-40b9-bba1-e130453ed1b9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409479 Jan 18 16:36:34.252983 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf87a42-8f2d-4621-ba4e-3abfd513820d req-20ba779b-cd17-47eb-a86a-b5890d7c78cc tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:34.254592 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-caf87a42-8f2d-4621-ba4e-3abfd513820d req-20ba779b-cd17-47eb-a86a-b5890d7c78cc tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0504184 Jan 18 16:36:34.307844 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-caf87a42-8f2d-4621-ba4e-3abfd513820d req-ebbcf1cd-41ef-4669-bffe-498cbc269b40 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477026 Jan 18 16:36:34.637870 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc91a2d-4fa3-4ba4-8fc7-ab190405ecb9 req-26c1f5ce-d128-431f-affa-49437b085d2e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:34.639340 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3fc91a2d-4fa3-4ba4-8fc7-ab190405ecb9 req-26c1f5ce-d128-431f-affa-49437b085d2e tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 944 time: 0.0569015 Jan 18 16:36:34.687403 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3fc91a2d-4fa3-4ba4-8fc7-ab190405ecb9 req-c18ee347-dfd4-44cb-b9cd-f2fdfb093012 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Jan 18 16:36:35.313966 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:36:35.411644 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:35.421650 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce2948-53f7-47ea-a983-fefc640e3351 req-54ecb5c6-7ca2-48f5-b3d6-c211efcd86fe tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:35.423136 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15ce2948-53f7-47ea-a983-fefc640e3351 req-54ecb5c6-7ca2-48f5-b3d6-c211efcd86fe tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0481551 Jan 18 16:36:35.423771 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'port_id': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'mac_address': 'fa:16:3e:ca:bf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:36:35.464100 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:35.464488 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.477120 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15ce2948-53f7-47ea-a983-fefc640e3351 req-38abdef2-116b-41f0-86e9-16ebf52b7d00 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478446 Jan 18 16:36:35.478171 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3214e15a-2bf8-4e9c-b215-8b914b1912ec {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:36:35.498424 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:35.502115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:35.551680 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=9']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:35.762430 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['3214e15a-2bf8-4e9c-b215-8b914b1912ec'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:35.810689 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29397870-b4e8-4bbc-8674-23b156e755c4 req-cdb1efd6-0055-4d65-8731-7422c1fc6ad9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:35.812372 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-29397870-b4e8-4bbc-8674-23b156e755c4 req-cdb1efd6-0055-4d65-8731-7422c1fc6ad9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 945 time: 0.0537496 Jan 18 16:36:35.859732 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-29397870-b4e8-4bbc-8674-23b156e755c4 req-67ab5060-941d-4422-ab5d-9ce8724d87c9 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Jan 18 16:36:36.592677 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b485b-2796-4fd0-a73f-93c69dcbf1ee req-e9a68c3b-5259-4bf8-93e8-a15156149fbb tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:36.594173 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6b4b485b-2796-4fd0-a73f-93c69dcbf1ee req-e9a68c3b-5259-4bf8-93e8-a15156149fbb tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0487957 Jan 18 16:36:36.642414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6b4b485b-2796-4fd0-a73f-93c69dcbf1ee req-2b4c0b1e-9109-40a6-8a76-dfa7ec3bc232 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427988 Jan 18 16:36:36.977410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931e86a-bad9-48a9-8357-171532efa0ae req-5948d5bf-a985-47c8-baba-1e026ade1b63 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:36.978893 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3931e86a-bad9-48a9-8357-171532efa0ae req-5948d5bf-a985-47c8-baba-1e026ade1b63 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 945 time: 0.0479801 Jan 18 16:36:37.028074 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3931e86a-bad9-48a9-8357-171532efa0ae req-9c03cb02-05f7-4638-9fbd-7cf2469d4536 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Jan 18 16:36:37.330246 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:36:37.377106 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 3214e15a-2bf8-4e9c-b215-8b914b1912ec triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:36:37.377486 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:37.452503 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 3214e15a-2bf8-4e9c-b215-8b914b1912ec is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:37.452891 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:37.474676 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:37.477050 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da286e15-9c03-4c91-8655-2fa4eb6daa39" -d '{"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:37.489383 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:37.494624 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:37.524302 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae662052-e4f0-4f23-ad79-85a28084d823 x-openstack-request-id: req-ae662052-e4f0-4f23-ad79-85a28084d823 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:37.524592 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-plugged", "status": "completed", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:37.524842 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ae662052-e4f0-4f23-ad79-85a28084d823 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:37.525246 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'code': 200} Jan 18 16:36:37.553689 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=10']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:37.691518 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a966c-9504-4c55-8b5f-4c0571b74a57 req-a9161bc6-a85f-4631-8654-0f7fe5758a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:37.693061 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cb2a966c-9504-4c55-8b5f-4c0571b74a57 req-a9161bc6-a85f-4631-8654-0f7fe5758a39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 1100 time: 0.0411255 Jan 18 16:36:37.762911 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cb2a966c-9504-4c55-8b5f-4c0571b74a57 req-78bfc88d-0f8c-4d4b-b71e-5e2732764aa8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637138 Jan 18 16:36:37.774848 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169658d-52a6-4ceb-9fee-f541e4bebeab req-73eb6e2b-ec83-4cc2-a9e3-16554e3c7b3b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:37.776229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7169658d-52a6-4ceb-9fee-f541e4bebeab req-73eb6e2b-ec83-4cc2-a9e3-16554e3c7b3b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0650673 Jan 18 16:36:37.824904 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7169658d-52a6-4ceb-9fee-f541e4bebeab req-55c941b2-f381-45c4-b3bd-bb3767336e5d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431447 Jan 18 16:36:38.160621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf6126-8254-4753-a53f-998b2f7e73e7 req-4efe3a2c-7c39-4214-a62b-b9f476a1031a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:38.162131 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6fdf6126-8254-4753-a53f-998b2f7e73e7 req-4efe3a2c-7c39-4214-a62b-b9f476a1031a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 947 time: 0.0618207 Jan 18 16:36:38.208946 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6fdf6126-8254-4753-a53f-998b2f7e73e7 req-9a150468-bb57-44cb-85dd-39f4c5e7a00f tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Jan 18 16:36:38.946263 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534b52a-e7ec-4882-b755-23eeb49406e7 req-941af63e-84ca-41ad-b9f6-62f5adc30cbc tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:38.947759 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9534b52a-e7ec-4882-b755-23eeb49406e7 req-941af63e-84ca-41ad-b9f6-62f5adc30cbc tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0523939 Jan 18 16:36:39.001343 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9534b52a-e7ec-4882-b755-23eeb49406e7 req-d6dbd2f6-80d8-4a8c-94db-aa3ffc965ac8 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473752 Jan 18 16:36:39.339950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdffdea-b16b-4307-8693-cd6f42bfeee5 req-f8fbc27d-7aca-41ef-bd4a-caf0bd39525d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:39.341456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dcdffdea-b16b-4307-8693-cd6f42bfeee5 req-f8fbc27d-7aca-41ef-bd4a-caf0bd39525d tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 947 time: 0.0528524 Jan 18 16:36:39.389749 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dcdffdea-b16b-4307-8693-cd6f42bfeee5 req-c4a71810-1ce7-4802-bc05-9e1e1255a54a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424798 Jan 18 16:36:40.115141 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a005d90-b88c-4ae1-8f57-be0ba669cfca req-e07c19a1-4050-4ffc-94c2-afec2a35bd39 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:40.116622 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6a005d90-b88c-4ae1-8f57-be0ba669cfca req-e07c19a1-4050-4ffc-94c2-afec2a35bd39 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0487220 Jan 18 16:36:40.165193 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6a005d90-b88c-4ae1-8f57-be0ba669cfca req-b4fa5a07-dac7-4601-9b7f-92c764a3ec08 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426648 Jan 18 16:36:40.507751 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431aeb69-9497-49f6-9f48-86adb2f48271 req-240f0ed8-600a-4367-b8b9-29b18905e9fd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:40.509157 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-431aeb69-9497-49f6-9f48-86adb2f48271 req-240f0ed8-600a-4367-b8b9-29b18905e9fd tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 947 time: 0.0479696 Jan 18 16:36:40.557499 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-431aeb69-9497-49f6-9f48-86adb2f48271 req-c176abb0-6d9f-4738-88fc-9f231045c13a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Jan 18 16:36:41.281964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c3dc-4674-44b1-8a41-9f71f30dc8bf req-625806d5-18e8-4b67-b11f-fc1320c1b1a3 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:41.283405 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90b6c3dc-4674-44b1-8a41-9f71f30dc8bf req-625806d5-18e8-4b67-b11f-fc1320c1b1a3 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0499516 Jan 18 16:36:41.331481 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90b6c3dc-4674-44b1-8a41-9f71f30dc8bf req-02c08089-2dd3-41d2-937a-c3e07801ed43 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Jan 18 16:36:42.446601 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb18a-3dda-46f2-8899-c97a0f0e906e req-f709d33e-cdae-48c1-957c-866e56bbe407 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:42.448064 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a3bb18a-3dda-46f2-8899-c97a0f0e906e req-f709d33e-cdae-48c1-957c-866e56bbe407 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0487826 Jan 18 16:36:42.496562 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-9a3bb18a-3dda-46f2-8899-c97a0f0e906e req-87e3046b-7c25-4dc0-8b15-8d4bc43bdb60 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Jan 18 16:36:43.543007 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6100c-a551-4338-8687-51d8009ae847 req-acccdf72-df35-48bc-84db-33d4e1b2a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:43.544513 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-acccdf72-df35-48bc-84db-33d4e1b2a861 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0459576 Jan 18 16:36:43.661778 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343cc53-def8-4859-9254-0617f49e5b1c req-7afdca5d-a0d5-4663-8b22-1f37beab9c5e tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:43.663843 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1343cc53-def8-4859-9254-0617f49e5b1c req-7afdca5d-a0d5-4663-8b22-1f37beab9c5e tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0948694 Jan 18 16:36:43.683410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6100c-a551-4338-8687-51d8009ae847 req-1e5d5523-fabd-4104-bccf-edf28e0d1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:43.684831 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-1e5d5523-fabd-4104-bccf-edf28e0d1c5f service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 909 time: 0.1336224 Jan 18 16:36:43.765898 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1343cc53-def8-4859-9254-0617f49e5b1c req-6de72d16-e96d-4cb0-94d3-bdd0925a08b7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936549 Jan 18 16:36:43.774147 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-84d8d694-8ca2-47b1-9bab-84b8a9a07200 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 1001 time: 0.0809495 Jan 18 16:36:43.827292 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6100c-a551-4338-8687-51d8009ae847 req-75b2438e-6302-45a3-9e4a-c0a238277695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:43.828713 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-75b2438e-6302-45a3-9e4a-c0a238277695 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 200 len: 847 time: 0.0476897 Jan 18 16:36:43.875296 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6100c-a551-4338-8687-51d8009ae847 req-c1023151-826f-4778-98c9-875a30da4d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:43.876777 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-c1023151-826f-4778-98c9-875a30da4d01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d779339-63eb-450d-a363-4b07209eeb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405834 Jan 18 16:36:43.964575 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-242beced-c04a-4a43-94ed-0fa0b81f668d service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811136 Jan 18 16:36:44.057072 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-94c6100c-a551-4338-8687-51d8009ae847 req-5b60f6d3-67eb-4a69-8fb8-3bca0710a95f service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862370 Jan 18 16:36:44.879814 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203a749-9546-40cd-b273-3631cc89b834 req-c4a00974-77da-409d-afe7-4b6e1071d5f7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:44.881459 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7203a749-9546-40cd-b273-3631cc89b834 req-c4a00974-77da-409d-afe7-4b6e1071d5f7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0496047 Jan 18 16:36:44.929535 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7203a749-9546-40cd-b273-3631cc89b834 req-bd2585a0-9948-4801-ad49-2d87d67c615f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425248 Jan 18 16:36:46.049249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e6057-b03d-4732-b3c6-8f0a3cec5108 req-d81bb609-b745-4980-9ccc-ca0c5e578bf7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:46.050892 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d6e6057-b03d-4732-b3c6-8f0a3cec5108 req-d81bb609-b745-4980-9ccc-ca0c5e578bf7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0548184 Jan 18 16:36:46.102355 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d6e6057-b03d-4732-b3c6-8f0a3cec5108 req-3fdd8279-d4dd-4d57-9996-6707ebb8ae94 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453696 Jan 18 16:36:47.215290 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999df27f-51a1-4f7d-8ed0-74111994770a req-319a64fb-d0a8-41b3-ba9f-a0308255ccb2 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:47.216733 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-999df27f-51a1-4f7d-8ed0-74111994770a req-319a64fb-d0a8-41b3-ba9f-a0308255ccb2 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0481830 Jan 18 16:36:47.265347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-999df27f-51a1-4f7d-8ed0-74111994770a req-9910cbfc-b064-4ff7-a23c-80a9d727e7c0 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Jan 18 16:36:47.470450 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0299-f925-4a1f-811d-f02007049c78 req-9380b58e-e24c-44cd-9cce-5e60f69693c7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:47.472013 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-232f0299-f925-4a1f-811d-f02007049c78 req-9380b58e-e24c-44cd-9cce-5e60f69693c7 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0497937 Jan 18 16:36:47.501263 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47278) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:36:47.526328 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-232f0299-f925-4a1f-811d-f02007049c78 req-60aef0ae-0e92-4a2d-9fbd-399784cea35e tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Jan 18 16:36:47.586342 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-9de680a0-fc28-498f-9500-fb33a4685979 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835805 Jan 18 16:36:47.594674 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-dcadf4aa-f450-47e6-810a-61a739e78b10 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:36:47.595621 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-dcadf4aa-f450-47e6-810a-61a739e78b10 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048447 Jan 18 16:36:48.642341 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaf6a6-2382-4c03-b5f3-380592317e9a req-60b466fa-52ed-4d6c-bbd3-ad34de283f2f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:48.643713 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eafaf6a6-2382-4c03-b5f3-380592317e9a req-60b466fa-52ed-4d6c-bbd3-ad34de283f2f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0488827 Jan 18 16:36:48.695205 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eafaf6a6-2382-4c03-b5f3-380592317e9a req-8270d462-2cff-49e6-ab93-669d866a316c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Jan 18 16:36:48.860093 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e906-59fc-4944-9952-defc96daa16c req-a1de6147-2eba-4e42-98b5-b9e9150bce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:48.861548 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-a1de6147-2eba-4e42-98b5-b9e9150bce0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70&tenant_id=726b7bab53ef4d6e869362551b3cfb6c HTTP/1.1" status: 200 len: 1099 time: 0.0422094 Jan 18 16:36:48.923545 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e906-59fc-4944-9952-defc96daa16c req-1995a1e8-3333-4643-83e3-9e8f9e370db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:48.925016 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-1995a1e8-3333-4643-83e3-9e8f9e370db2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0401921 Jan 18 16:36:49.014142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e906-59fc-4944-9952-defc96daa16c req-d67cb7dd-5529-4084-8df5-60222d084d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:49.015592 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-d67cb7dd-5529-4084-8df5-60222d084d25 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 909 time: 0.0855143 Jan 18 16:36:49.079333 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-3d99ec3e-05bf-4324-aeb7-0f9a0044aab4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 1001 time: 0.0582066 Jan 18 16:36:49.130191 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e906-59fc-4944-9952-defc96daa16c req-5f64648b-aa81-4171-998a-77f8b24c970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:49.131518 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-5f64648b-aa81-4171-998a-77f8b24c970e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 200 len: 847 time: 0.0467479 Jan 18 16:36:49.179798 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e906-59fc-4944-9952-defc96daa16c req-0f2b01a1-6d55-4839-a075-4ac5f482ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:49.181288 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-0f2b01a1-6d55-4839-a075-4ac5f482ca00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d779339-63eb-450d-a363-4b07209eeb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397427 Jan 18 16:36:49.267956 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-9dadd102-7aba-4dc0-822b-5a13aa06f5c0 service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797060 Jan 18 16:36:49.356544 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3b0e906-59fc-4944-9952-defc96daa16c req-c2496159-46f5-467b-a905-283784f0334b service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814319 Jan 18 16:36:49.401969 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:36:49.482681 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 66167132-c1b5-4c9b-983f-cc21fd90ca2e is: ACTIVE; New status is: DOWN {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:49.483072 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:49.506450 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:49.509743 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fa9edc-d90d-42a1-9235-b3aa5d927a5e" -d '{"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-unplugged", "status": "completed", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:49.521971 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:49.526646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:49.549313 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0503af-19bb-4560-bb58-a5d4f4e98250 x-openstack-request-id: req-7e0503af-19bb-4560-bb58-a5d4f4e98250 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:49.549625 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-unplugged", "status": "completed", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:49.549866 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7e0503af-19bb-4560-bb58-a5d4f4e98250 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:49.550255 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'code': 200} Jan 18 16:36:49.576834 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=6']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:49.814276 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497aab0-8335-4cec-9709-4d1f59afded9 req-bd199ef7-e529-47b3-85f2-940bf5a11a64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:49.815980 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7497aab0-8335-4cec-9709-4d1f59afded9 req-bd199ef7-e529-47b3-85f2-940bf5a11a64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0491180 Jan 18 16:36:49.863217 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7497aab0-8335-4cec-9709-4d1f59afded9 req-bcec153b-c64a-4bbd-80e6-3cf4e99d5426 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416253 Jan 18 16:36:50.989428 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806ce99-7bc7-41e9-a4fb-c627e0f87489 req-cf05516d-ccbf-47ac-958c-96ad152eda3a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:50.990879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4806ce99-7bc7-41e9-a4fb-c627e0f87489 req-cf05516d-ccbf-47ac-958c-96ad152eda3a tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0515609 Jan 18 16:36:51.038879 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4806ce99-7bc7-41e9-a4fb-c627e0f87489 req-a4ecd93c-3c14-43b0-aeed-b96ec458880f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418148 Jan 18 16:36:52.149624 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9dd79-88c7-4475-9714-f922b47afb43 req-9d572141-a3cb-45c3-9ac6-baaa9c0eaa66 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:52.151090 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-10e9dd79-88c7-4475-9714-f922b47afb43 req-9d572141-a3cb-45c3-9ac6-baaa9c0eaa66 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0476053 Jan 18 16:36:52.199266 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-10e9dd79-88c7-4475-9714-f922b47afb43 req-ce68251b-f15d-4cde-b9fa-d4ee64bc7aec tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Jan 18 16:36:53.323964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbf30-5efe-4fad-81a6-f78b91771bd1 req-c7dd27e4-0608-4b37-8c9a-182d14ae8246 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:53.325487 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-669dbf30-5efe-4fad-81a6-f78b91771bd1 req-c7dd27e4-0608-4b37-8c9a-182d14ae8246 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0595012 Jan 18 16:36:53.377490 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-669dbf30-5efe-4fad-81a6-f78b91771bd1 req-d81cfa84-8830-4f7c-a549-8c391b8316f8 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465126 Jan 18 16:36:54.493547 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa4bd1-6b26-4313-a9b3-a3d74333b935 req-c5e78135-dc61-41e3-b257-6e476732e16b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:54.495003 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-56fa4bd1-6b26-4313-a9b3-a3d74333b935 req-c5e78135-dc61-41e3-b257-6e476732e16b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0485837 Jan 18 16:36:54.542423 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-56fa4bd1-6b26-4313-a9b3-a3d74333b935 req-df9df66a-a9b8-4e43-9da3-0ed6b0d52ea9 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419796 Jan 18 16:36:55.623032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0bda5-3fb9-448d-9cb7-61680b21c8a0 req-cbf7aec4-f06d-46d1-af61-79736cacdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:55.624421 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f9f0bda5-3fb9-448d-9cb7-61680b21c8a0 req-cbf7aec4-f06d-46d1-af61-79736cacdba6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1097 time: 0.0478699 Jan 18 16:36:55.691738 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335672d9-5409-4eb6-9be7-07b2b7cd5a05 req-39f206b1-2885-4518-a2f1-945e77f9c58d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:55.693187 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-335672d9-5409-4eb6-9be7-07b2b7cd5a05 req-39f206b1-2885-4518-a2f1-945e77f9c58d tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0806887 Jan 18 16:36:55.701592 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f9f0bda5-3fb9-448d-9cb7-61680b21c8a0 req-3eb4c403-416d-46e7-93f8-90dce24dc227 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575218 Jan 18 16:36:55.745181 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-335672d9-5409-4eb6-9be7-07b2b7cd5a05 req-42761c18-7306-47ae-a234-bf903b288dd3 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426424 Jan 18 16:36:56.861598 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99a35d-665b-4bf1-a760-843d36ff69a2 req-0d061658-2da4-48b8-a0ac-da8be6e73f02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:56.863091 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c99a35d-665b-4bf1-a760-843d36ff69a2 req-0d061658-2da4-48b8-a0ac-da8be6e73f02 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 944 time: 0.0512946 Jan 18 16:36:56.912207 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c99a35d-665b-4bf1-a760-843d36ff69a2 req-208b37d4-399c-4f25-9324-cd2e0b08aa5f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426064 Jan 18 16:36:56.963878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e4aaeb87-9231-4acd-bec5-110643e83810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:57.415755 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:36:57.509873 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:57.520729 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'port_id': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'mac_address': 'fa:16:3e:47:ec:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:36:57.559875 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 66167132-c1b5-4c9b-983f-cc21fd90ca2e is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:57.560266 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:57.573658 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66167132-c1b5-4c9b-983f-cc21fd90ca2e {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:36:57.593226 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:57.596892 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:57.643218 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=7']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:36:57.856441 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['66167132-c1b5-4c9b-983f-cc21fd90ca2e'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:36:58.028101 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb5397-67db-49dc-9685-8548f82a675b req-0e10aa9a-f331-42bb-bde3-5af1d061067f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:36:58.029604 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-63bb5397-67db-49dc-9685-8548f82a675b req-0e10aa9a-f331-42bb-bde3-5af1d061067f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 945 time: 0.0510159 Jan 18 16:36:58.079425 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-63bb5397-67db-49dc-9685-8548f82a675b req-923ef497-fac0-4d99-8157-5716e1c3565b tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438249 Jan 18 16:36:59.201847 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-823bcd92-a9f1-4ec8-81f3-5e135c443502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.422875 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:36:59.472274 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 66167132-c1b5-4c9b-983f-cc21fd90ca2e triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:36:59.472556 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.548732 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 66167132-c1b5-4c9b-983f-cc21fd90ca2e is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:36:59.549145 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.571481 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:36:59.573706 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eb0de3-9860-4100-b3fa-b299892a4a32" -d '{"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-plugged", "status": "completed", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:36:59.585725 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:36:59.592060 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:36:59.618090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df9d5cf-c9e1-4617-986a-5c2f8e32bf55 x-openstack-request-id: req-5df9d5cf-c9e1-4617-986a-5c2f8e32bf55 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:36:59.618386 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-plugged", "status": "completed", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:36:59.618644 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5df9d5cf-c9e1-4617-986a-5c2f8e32bf55 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:36:59.619010 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'code': 200} Jan 18 16:36:59.643186 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=8']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:00.153092 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:00.417925 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:01.413711 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-568d569e-d659-4b38-a68f-b659e93af440 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392938 Jan 18 16:37:01.493930 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-68422241-288e-4de6-b55e-63dc9d42bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:01.495307 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-68422241-288e-4de6-b55e-63dc9d42bf7a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0412307 Jan 18 16:37:01.605488 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-2b9ef66d-dd06-486b-bde5-4c50fe4f41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:01.606926 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-2b9ef66d-dd06-486b-bde5-4c50fe4f41a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 909 time: 0.0862079 Jan 18 16:37:01.669612 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-c11b91de-143b-40ea-b9fa-9cdbc5573873 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 1001 time: 0.0560875 Jan 18 16:37:01.717426 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-08941e4b-ca62-4ddd-9163-3c78b36c35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:01.718859 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-08941e4b-ca62-4ddd-9163-3c78b36c35e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 200 len: 847 time: 0.0436475 Jan 18 16:37:01.766874 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-19df7e4c-184b-43e0-bf52-89555319f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:01.768222 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-19df7e4c-184b-43e0-bf52-89555319f006 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d779339-63eb-450d-a363-4b07209eeb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432465 Jan 18 16:37:01.796273 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:01.856309 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-b8286c6a-fb40-459d-910f-ce09de9f7016 service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813963 Jan 18 16:37:01.948590 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f45b7e6c-4212-4017-bd13-c6bcddf28108 req-097de8c2-6348-4565-8702-75bdf177585a service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848188 Jan 18 16:37:03.065302 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:03.485603 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:37:14.299167 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948ea6a-4eba-4a45-a1fa-78f30696b26f req-2808c670-da94-49db-9986-4d221df21e0b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:14.300642 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0948ea6a-4eba-4a45-a1fa-78f30696b26f req-2808c670-da94-49db-9986-4d221df21e0b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 947 time: 0.0576179 Jan 18 16:37:14.347747 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0948ea6a-4eba-4a45-a1fa-78f30696b26f req-195364ec-64c8-4658-a9c4-0b8623c988eb tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Jan 18 16:37:15.470508 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e9fd4-a557-4a35-afaf-3be6eb9737b0 req-e9f5a4f7-51c8-48d5-b013-3cf0b4a9e3c5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:15.471994 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-398e9fd4-a557-4a35-afaf-3be6eb9737b0 req-e9f5a4f7-51c8-48d5-b013-3cf0b4a9e3c5 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 947 time: 0.0507576 Jan 18 16:37:15.523264 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-398e9fd4-a557-4a35-afaf-3be6eb9737b0 req-e1bd8f5e-9da6-4b0b-bc40-da00b6c90208 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups?id=bd88e239-eb1c-45ec-bde6-3607fb01ca5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449195 Jan 18 16:37:15.803002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847809e-9510-4a04-895e-2906f86f04fa req-be26fb36-5d3a-4f2f-91ce-b21b1deb5f51 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:15.804656 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7847809e-9510-4a04-895e-2906f86f04fa req-be26fb36-5d3a-4f2f-91ce-b21b1deb5f51 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 947 time: 0.0493035 Jan 18 16:37:15.896282 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Deleting port 3214e15a-2bf8-4e9c-b215-8b914b1912ec {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:15.897269 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:15.989819 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] For port 3214e15a-2bf8-4e9c-b215-8b914b1912ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3214e15a-2bf8-4e9c-b215-8b914b1912ec,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:15.990203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.159966 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.160234 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (ea8b7182-ac9f-4a3a-8398-bc37d46bca36), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.160550 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Floating IP ea8b7182-ac9f-4a3a-8398-bc37d46bca36 disassociated. External IP: 172.27.3.202, port: 3214e15a-2bf8-4e9c-b215-8b914b1912ec. Jan 18 16:37:16.160886 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Calling delete_port for 3214e15a-2bf8-4e9c-b215-8b914b1912ec owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:16.295239 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (3214e15a-2bf8-4e9c-b215-8b914b1912ec), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.324723 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event deleted for resources: {'Port': ['ID=3214e15a-2bf8-4e9c-b215-8b914b1912ec,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:16.337112 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.337474 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.337821 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.338161 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.338505 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.338842 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.339180 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.339515 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.339845 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.340173 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.340504 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.340833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.341192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:16.730921 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-245578aa-ddd9-404b-9580-8d04f7ccd86f req-31cd2ae6-e939-414f-b448-222fad67df1a tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d44a3a6-2027-437a-86a6-a826f997f8fc HTTP/1.1" status: 200 len: 210 time: 0.0349300 Jan 18 16:37:16.748958 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:16.865065 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:16.875091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:16.886346 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:16.886972 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:36:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:16.907030 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] No DVR routers for this DVR port 3214e15a-2bf8-4e9c-b215-8b914b1912ec on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:37:16.909796 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:16.913216 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7847809e-9510-4a04-895e-2906f86f04fa req-18659f66-c3be-4ca8-87ca-ea5e59f9c747 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.45 "DELETE /v2.0/ports/3214e15a-2bf8-4e9c-b215-8b914b1912ec HTTP/1.1" status: 204 len: 173 time: 1.1032112 Jan 18 16:37:16.913664 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-deleted', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:16.915904 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51854d8-4a00-4ea4-869f-3d16ce83ad0e" -d '{"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-deleted", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:16.955580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ae870-fd3d-46fc-a2f9-d12f570de62c x-openstack-request-id: req-495ae870-fd3d-46fc-a2f9-d12f570de62c {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:16.955878 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d44a3a6-2027-437a-86a6-a826f997f8fc", "name": "network-vif-deleted", "tag": "3214e15a-2bf8-4e9c-b215-8b914b1912ec", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:16.956132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-495ae870-fd3d-46fc-a2f9-d12f570de62c {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:16.956529 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d44a3a6-2027-437a-86a6-a826f997f8fc', 'name': 'network-vif-deleted', 'tag': '3214e15a-2bf8-4e9c-b215-8b914b1912ec', 'status': 'completed', 'code': 200} Jan 18 16:37:17.008842 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:17.223205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:17.250449 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:17.259289 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:17.259902 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:36:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:17.370843 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:17.576508 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:17.606574 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6aee01-8fd1-436b-be69-6b378f3b8992 None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:30:01Z', 'revision_number': 4, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '58f535d5-80bd-440d-977e-f998f558b076', 'name': '', 'network_id': 'e334f1c7-d732-446e-8bed-e601fcceb421', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'mac_address': 'fa:16:3e:a8:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:59Z', 'updated_at': '2022-01-18T16:30:09Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'subnets': [{'id': '82a3fed3-ad15-4015-895f-473e14cbe62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:17.829251 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47342) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:17.841106 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3e5c7a-90a2-4d97-94c7-923680f49324 None None] New status for floating IP ea8b7182-ac9f-4a3a-8398-bc37d46bca36: DOWN {{(pid=102502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:37:17.890990 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aba24a43-adce-4a3b-9b3b-0e7bfbe3d29b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (bd88e239-eb1c-45ec-bde6-3607fb01ca5e), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.916875 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aba24a43-adce-4a3b-9b3b-0e7bfbe3d29b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (bd88e239-eb1c-45ec-bde6-3607fb01ca5e), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.971624 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aba24a43-adce-4a3b-9b3b-0e7bfbe3d29b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (bd88e239-eb1c-45ec-bde6-3607fb01ca5e), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.974316 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-aba24a43-adce-4a3b-9b3b-0e7bfbe3d29b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:17.975853 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-aba24a43-adce-4a3b-9b3b-0e7bfbe3d29b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "DELETE /v2.0/security-groups/bd88e239-eb1c-45ec-bde6-3607fb01ca5e HTTP/1.1" status: 204 len: 168 time: 0.1455054 Jan 18 16:37:17.979258 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47344) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:17.997045 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.api.v2.resource [None req-9ee63c0b-23b8-4ad3-bc1e-e369c376d1c6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] show failed (client error): The resource could not be found. Jan 18 16:37:17.998091 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9ee63c0b-23b8-4ad3-bc1e-e369c376d1c6 tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "GET /v2.0/security-groups/bd88e239-eb1c-45ec-bde6-3607fb01ca5e HTTP/1.1" status: 404 len: 347 time: 0.0178957 Jan 18 16:37:17.998954 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba24a43-adce-4a3b-9b3b-0e7bfbe3d29b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd88e239-eb1c-45ec-bde6-3607fb01ca5e,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:18.001996 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47346) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:18.165811 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Deleting port ef311341-e6ce-4fcb-a07e-b5b910ff1d61 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:18.166097 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.248079 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.248409 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.260508 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Calling delete_port for ef311341-e6ce-4fcb-a07e-b5b910ff1d61 owned by network:floatingip {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:18.400210 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (ef311341-e6ce-4fcb-a07e-b5b910ff1d61), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.441203 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Pushing event deleted for resources: {'Port': ['ID=ef311341-e6ce-4fcb-a07e-b5b910ff1d61,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:18.501458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks [] for floatingip (ea8b7182-ac9f-4a3a-8398-bc37d46bca36), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.503950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:18.505196 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f65147d4-b067-4a3d-a76f-f3f7c251e45b tempest-AttachVolumeShelveTestJSON-1484482555 tempest-AttachVolumeShelveTestJSON-1484482555-project] 10.222.0.82 "DELETE /v2.0/floatingips/ea8b7182-ac9f-4a3a-8398-bc37d46bca36 HTTP/1.1" status: 204 len: 168 time: 0.5020554 Jan 18 16:37:19.513979 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:19.533941 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 3214e15a-2bf8-4e9c-b215-8b914b1912ec {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:19.534291 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3214e15a-2bf8-4e9c-b215-8b914b1912ec not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:20.922561 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47370) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:21.360491 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.614316 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Deleting port 58f535d5-80bd-440d-977e-f998f558b076 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:21.614542 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (58f535d5-80bd-440d-977e-f998f558b076), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.694800 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] For port 58f535d5-80bd-440d-977e-f998f558b076, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=58f535d5-80bd-440d-977e-f998f558b076,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:21.695157 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (58f535d5-80bd-440d-977e-f998f558b076), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.708152 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Calling delete_port for 58f535d5-80bd-440d-977e-f998f558b076 owned by network:router_interface {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:21.893401 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (58f535d5-80bd-440d-977e-f998f558b076), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:21.923183 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=58f535d5-80bd-440d-977e-f998f558b076,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:22.091189 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.313860 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:22.426121 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:22.435035 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-639f9da5-c2d2-46b7-b082-640901b77a0e admin admin] 10.222.0.82 "PUT /v2.0/routers/d6766631-350c-4ecf-9a8b-42a9d4c77ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5109632 Jan 18 16:37:22.435910 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] Sync routers for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:22.437397 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47374) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:22.448771 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:22.449422 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:36:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:22.546658 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks [] for router (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.555938 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:22.648582 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks [] for router_gateway (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.712885 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Deleting port 621aa093-5b8a-4544-affe-76ad065058f2 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:22.713162 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (621aa093-5b8a-4544-affe-76ad065058f2), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.736237 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '621aa093-5b8a-4544-affe-76ad065058f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:37:21Z', 'revision_number': 5, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port': {'id': '621aa093-5b8a-4544-affe-76ad065058f2', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:29:55Z', 'updated_at': '2022-01-18T16:30:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:22.794121 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] For port 621aa093-5b8a-4544-affe-76ad065058f2, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=621aa093-5b8a-4544-affe-76ad065058f2,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:22.794663 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (621aa093-5b8a-4544-affe-76ad065058f2), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:22.809643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Calling delete_port for 621aa093-5b8a-4544-affe-76ad065058f2 owned by network:router_gateway {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:22.891556 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] Checking router: d6766631-350c-4ecf-9a8b-42a9d4c77ec1 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:22.911054 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] Routers {'d6766631-350c-4ecf-9a8b-42a9d4c77ec1'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:22.911652 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:36:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:22.977474 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (621aa093-5b8a-4544-affe-76ad065058f2), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.028642 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=621aa093-5b8a-4544-affe-76ad065058f2,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.038672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] Set router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:23.070796 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.091864 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:37:22Z', 'revision_number': 6, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:23.124837 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a9265c-dd09-4d22-bceb-897887e7ef65 None None] The sync data for ids ['d6766631-350c-4ecf-9a8b-42a9d4c77ec1'] in dv-cinder-788368-3-iscsi is: [{'id': 'd6766631-350c-4ecf-9a8b-42a9d4c77ec1', 'name': 'tempest-AttachVolumeShelveTestJSON-1951031631-router', 'tenant_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:29:53Z', 'updated_at': '2022-01-18T16:37:22Z', 'revision_number': 6, 'project_id': '6ec6b09b84c64d969dd91ab88dc56e8c', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:23.164989 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.167201 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks [] for router_controller (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.214488 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (d6766631-350c-4ecf-9a8b-42a9d4c77ec1), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.215019 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6766631-350c-4ecf-9a8b-42a9d4c77ec1 {{(pid=102500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:37:23.219863 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.221032 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ba2e7b6e-208a-4aed-ba7b-e2c01fffa1e8 admin admin] 10.222.0.82 "DELETE /v2.0/routers/d6766631-350c-4ecf-9a8b-42a9d4c77ec1 HTTP/1.1" status: 204 len: 168 time: 0.7826304 Jan 18 16:37:23.223512 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47376) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:23.270963 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Deleting subnet 82a3fed3-ad15-4015-895f-473e14cbe62a {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:37:23.274428 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Publish callbacks [] for subnet (82a3fed3-ad15-4015-895f-473e14cbe62a), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.307475 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936409'] for subnet (82a3fed3-ad15-4015-895f-473e14cbe62a), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.381973 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (82a3fed3-ad15-4015-895f-473e14cbe62a), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.435561 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4766998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786501'] for subnet (82a3fed3-ad15-4015-895f-473e14cbe62a), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.461950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a3fed3-ad15-4015-895f-473e14cbe62a,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.465729 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.471637 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47378) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:23.472085 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-964a6ee2-71e3-4e31-a687-f4b010d4c6b3 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/82a3fed3-ad15-4015-895f-473e14cbe62a HTTP/1.1" status: 204 len: 168 time: 0.2464781 Jan 18 16:37:23.475966 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3c3e4-410e-4504-86ee-c14eb574f401 None None] Network e334f1c7-d732-446e-8bed-e601fcceb421 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:23.551476 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (e334f1c7-d732-446e-8bed-e601fcceb421), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.607416 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Deleting port 66390c5c-0478-433d-bbe7-75562a0f9a38 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:37:23.607759 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.670525 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] For port 66390c5c-0478-433d-bbe7-75562a0f9a38, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=66390c5c-0478-433d-bbe7-75562a0f9a38,segment=NetworkSegment(8fcac70e-7edb-4931-891b-2a4e4bb19bcd),segment_id=8fcac70e-7edb-4931-891b-2a4e4bb19bcd)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:23.670888 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.687878 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Calling delete_port for 66390c5c-0478-433d-bbe7-75562a0f9a38 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:37:23.764679 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (66390c5c-0478-433d-bbe7-75562a0f9a38), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.789824 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=66390c5c-0478-433d-bbe7-75562a0f9a38,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:23.794228 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] No DVR routers for this DVR port 66390c5c-0478-433d-bbe7-75562a0f9a38 on host dv-cinder-788368-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:37:23.801829 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.802188 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.803252 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.803742 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.804219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.804635 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.804994 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.805331 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.805667 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.806000 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.806333 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.806660 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.806987 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:23.878656 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (e334f1c7-d732-446e-8bed-e601fcceb421), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.899998 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e334f1c7-d732-446e-8bed-e601fcceb421']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:23.909672 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcac70e-7edb-4931-891b-2a4e4bb19bcd') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:23.909976 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcac70e-7edb-4931-891b-2a4e4bb19bcd') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:23.920418 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffaa1ac-81ea-430f-a999-ed14e1f84b60 None None] DHCP port deletion for e334f1c7-d732-446e-8bed-e601fcceb421 request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:37:23.921856 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (8fcac70e-7edb-4931-891b-2a4e4bb19bcd), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.935974 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (8fcac70e-7edb-4931-891b-2a4e4bb19bcd), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.942361 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:37:23.942772 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (8fcac70e-7edb-4931-891b-2a4e4bb19bcd), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:37:23.944568 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:37:24.001044 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (e334f1c7-d732-446e-8bed-e601fcceb421), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.007498 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.013541 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] 10.222.0.82 "DELETE /v2.0/networks/e334f1c7-d732-446e-8bed-e601fcceb421 HTTP/1.1" status: 204 len: 168 time: 0.5384107 Jan 18 16:37:24.026938 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6b766-325d-4a38-b55c-0096d1767c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=e334f1c7-d732-446e-8bed-e601fcceb421,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:24.129586 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47382) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:24.172665 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d7540bf0-540c-42f2-b382-44fd955573b6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ec6b09b84c64d969dd91ab88dc56e8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418224 Jan 18 16:37:24.175181 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47384) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:24.229863 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6ed-6aec-4925-a398-08f972125052 admin admin] Publish callbacks [] for security_group (b693f488-c3f3-4d4d-88ac-158393933927), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.253245 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6ed-6aec-4925-a398-08f972125052 admin admin] Publish callbacks [] for security_group (b693f488-c3f3-4d4d-88ac-158393933927), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.258722 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 66390c5c-0478-433d-bbe7-75562a0f9a38 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:24.279208 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 66390c5c-0478-433d-bbe7-75562a0f9a38 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:24.279590 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 66390c5c-0478-433d-bbe7-75562a0f9a38 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:24.280126 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 621aa093-5b8a-4544-affe-76ad065058f2 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:24.299379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 621aa093-5b8a-4544-affe-76ad065058f2 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:24.299727 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 621aa093-5b8a-4544-affe-76ad065058f2 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:24.300138 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 58f535d5-80bd-440d-977e-f998f558b076 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:37:24.300722 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6ed-6aec-4925-a398-08f972125052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (b693f488-c3f3-4d4d-88ac-158393933927), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.304212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6a11c6ed-6aec-4925-a398-08f972125052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:24.305373 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6a11c6ed-6aec-4925-a398-08f972125052 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b693f488-c3f3-4d4d-88ac-158393933927 HTTP/1.1" status: 204 len: 168 time: 0.1292758 Jan 18 16:37:24.312937 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11c6ed-6aec-4925-a398-08f972125052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b693f488-c3f3-4d4d-88ac-158393933927,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:24.320559 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 58f535d5-80bd-440d-977e-f998f558b076 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:37:24.321036 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 58f535d5-80bd-440d-977e-f998f558b076 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:37:25.018636 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47406) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:25.115643 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-979082870-network', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:25.138379 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Made reservation on behalf of 7b7c9d7399db4865a899d61aa89b988d for: {'network': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:25.140833 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.149376 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.225185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks [] for security_group (cf112e99-5b7b-4e3c-9e69-d527f3d178b9), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.229289 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (cf112e99-5b7b-4e3c-9e69-d527f3d178b9), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.260896 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=102499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:37:25.267366 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf112e99-5b7b-4e3c-9e69-d527f3d178b9,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:25.273829 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (a1714ff4-624b-474e-b342-dbeb1b8e399d), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.274273 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.segments_db [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Added segment a1714ff4-624b-474e-b342-dbeb1b8e399d of type vlan for network 631a6541-53f9-4654-914b-6ff69da121f2 Jan 18 16:37:25.316415 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (631a6541-53f9-4654-914b-6ff69da121f2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.341750 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (631a6541-53f9-4654-914b-6ff69da121f2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.342762 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:25.343382 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.392894 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3731091 Jan 18 16:37:25.395780 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47410) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:25.403567 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Request body: {'subnet': {'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-979082870-subnet', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:25.420720 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f42ab-598f-43d5-9edb-a961f725909d admin admin] Pushing event updated for resources: {'Network': ['ID=631a6541-53f9-4654-914b-6ff69da121f2,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:25.431940 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 631a6541-53f9-4654-914b-6ff69da121f2 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:37:25.444389 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Made reservation on behalf of 7b7c9d7399db4865a899d61aa89b988d for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:25.446835 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7294297'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.616254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7294327'] for subnet (dbd78705-c644-42cd-8201-12276442c74a), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.665795 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd78705-c644-42cd-8201-12276442c74a,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:25.681405 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Checking segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:25.681774 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Network hostable DHCP agents. Network: 631a6541-53f9-4654-914b-6ff69da121f2, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:37:25.699007 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Network 631a6541-53f9-4654-914b-6ff69da121f2 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:37:25.707653 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 631a6541-53f9-4654-914b-6ff69da121f2) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:25.713050 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:25.713651 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.719492 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2a97d-994f-41fa-bef3-692d0cd9f7a3 None None] Network 631a6541-53f9-4654-914b-6ff69da121f2 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:25.731542 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d56c8b91-b881-4198-8879-416ad82eb825 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3342774 Jan 18 16:37:25.734101 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47414) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:25.738512 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:25.764888 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-572777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8660'] for router (f41c6452-9ba2-4e13-87d5-f66fac5353f2), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.765930 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567975', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-777896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8687'] for router (f41c6452-9ba2-4e13-87d5-f66fac5353f2), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.821409 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp112f4efc-b04a-51fe-b2a3-61cd1de00875-631a6541-53f9-4654-914b-6ff69da121f2', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a'}]}} from dv-cinder-788368-3-iscsi. {{(pid=102501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 18 16:37:25.822284 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.823946 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks [] for router_controller (f41c6452-9ba2-4e13-87d5-f66fac5353f2), precommit_add_association {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:25.960541 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.db_base_plugin_common [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Allocated IP 172.20.0.2 (631a6541-53f9-4654-914b-6ff69da121f2/dbd78705-c644-42cd-8201-12276442c74a/1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008) {{(pid=102501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:25.966975 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks [] for router_gateway (f41c6452-9ba2-4e13-87d5-f66fac5353f2), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.103673 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Publish callbacks [] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), precommit_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.109204 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), after_create {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.156321 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Network 631a6541-53f9-4654-914b-6ff69da121f2 is already hosted by enough agents. {{(pid=102501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:26.159891 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.scheduler.base_scheduler [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Resources bound (agent type, host, resource id): {{(pid=102501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:26.163034 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Received port after_create {{(pid=102501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:26.165316 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks [] for router_gateway (f41c6452-9ba2-4e13-87d5-f66fac5353f2), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.168133 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Pushing event updated for resources: {'Port': ['ID=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,revision_number=1']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:26.177984 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.178506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.178853 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.179202 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.179539 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.179871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.180199 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.180528 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.180855 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.181211 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.181540 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.181864 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.182305 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:26.184071 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.230455 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Attempting to bind port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:26.230857 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Attempting to bind port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:26.231236 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Attempting to bind port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 on network 631a6541-53f9-4654-914b-6ff69da121f2 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:26.236780 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:26.237175 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Checking segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:26.237573 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.237963 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Bound using segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:26.238415 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Bound port: 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:26.238788 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.295799 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Allocated IP 172.27.3.98 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/70e8fd07-b9bc-4824-855d-ece0d01b8557) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:26.301088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] For port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:26.304353 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] For port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:26.309107 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.370820 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6e61-f303-42e2-b5fa-76e5060113b2 None None] Pushing event updated for resources: {'Port': ['ID=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,revision_number=2']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:26.405643 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks [] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.450532 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.494210 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:26.497168 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:26.499667 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:26.532526 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Pushing event updated for resources: {'Port': ['ID=70e8fd07-b9bc-4824-855d-ece0d01b8557,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:26.776897 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks [] for router_gateway (f41c6452-9ba2-4e13-87d5-f66fac5353f2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.968499 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2a4ac610-567d-4018-a54b-c37ca6e2f1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:26.990827 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-567954'] for router (f41c6452-9ba2-4e13-87d5-f66fac5353f2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.129877 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 is scheduled to L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb with binding_index 1 {{(pid=102499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 18 16:37:27.251750 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:27.262705 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:27.270475 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.272815 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-6160c2c2-ec1b-48a7-976c-b395d2acce03 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5376203 Jan 18 16:37:27.275515 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47416) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:27.275823 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:27.276447 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:36:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:27.335904 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0816b96-9bab-4a54-886a-e0d8200446fe None None] Network 631a6541-53f9-4654-914b-6ff69da121f2 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:37:27.397634 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:27.418474 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] Provisioning complete for port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:27.418845 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.531019 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] Current status of the port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:27.531419 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.579760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] For port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:27.586041 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.600836 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:26Z', 'revision_number': 3, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:27.628765 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:27.629432 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Updating router f41c6452-9ba2-4e13-87d5-f66fac5353f2 port 70e8fd07-b9bc-4824-855d-ece0d01b8557 binding host dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:27.656798 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.664398 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9741b2-ce19-42cf-adda-77b347b48dcf None None] Pushing event updated for resources: {'Port': ['ID=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:27.810695 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-7ba63df6-34e9-4cc4-9abc-2400aee52a31 None None] Provisioning complete for port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:27.811064 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7ba63df6-34e9-4cc4-9abc-2400aee52a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.893448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-7ba63df6-34e9-4cc4-9abc-2400aee52a31 None None] Current status of the port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:27.936144 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Publish callbacks [] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), precommit_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.941883 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.995881 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Pushing event updated for resources: {'Port': ['ID=70e8fd07-b9bc-4824-855d-ece0d01b8557,revision_number=2']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:27.998906 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Attempting to bind port 70e8fd07-b9bc-4824-855d-ece0d01b8557 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:27.999273 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Attempting to bind port 70e8fd07-b9bc-4824-855d-ece0d01b8557 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:27.999567 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:27.999681 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Attempting to bind port 70e8fd07-b9bc-4824-855d-ece0d01b8557 on network 01e2f741-b4e0-4cf0-af2f-de153de283bb {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:28.006426 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.006805 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.007173 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.007517 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.007852 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.008190 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.008523 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.008852 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.009220 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.009564 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.009896 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.010220 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.010545 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:37:28.016165 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:28.016546 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Checking segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:28.016978 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.017368 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Bound using segment: {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'} {{(pid=102502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:28.017843 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.managers [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Bound port: 70e8fd07-b9bc-4824-855d-ece0d01b8557, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad0eda-e15e-4cc4-9740-bdd09e60240b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}}] {{(pid=102502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:28.018226 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), before_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.071769 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] For port 70e8fd07-b9bc-4824-855d-ece0d01b8557, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:28.074901 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.plugins.ml2.db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] For port 70e8fd07-b9bc-4824-855d-ece0d01b8557, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=70e8fd07-b9bc-4824-855d-ece0d01b8557,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:28.079346 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron_lib.callbacks.manager [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), after_update {{(pid=102502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.139216 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:28.139845 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:36:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:28.142801 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b60b0-d7a4-4018-a01f-4f042bb3c870 None None] Pushing event updated for resources: {'Port': ['ID=70e8fd07-b9bc-4824-855d-ece0d01b8557,revision_number=3']} {{(pid=102502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:28.163641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Allocated IP 172.20.0.1 (631a6541-53f9-4654-914b-6ff69da121f2/dbd78705-c644-42cd-8201-12276442c74a/3221a09d-2e89-4ecd-a3e0-abcd439aaa01) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:28.265604 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:28.305184 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks [] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.306944 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:28.344269 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.361634 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:28.362121 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.391596 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Network 631a6541-53f9-4654-914b-6ff69da121f2 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:28.394755 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:28.400004 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:28.402164 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Pushing event updated for resources: {'Port': ['ID=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:28.451785 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:28.454983 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566439'] for router_interface (f41c6452-9ba2-4e13-87d5-f66fac5353f2), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.469389 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:26Z', 'revision_number': 3, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:28.591972 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65afbbf9-2366-4aad-a504-737ef2a63715 None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:26Z', 'revision_number': 3, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:28.617832 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.720959 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-10a68383-54a5-402b-932f-b1dd15d6d563 None None] Provisioning complete for port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:28.721417 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-10a68383-54a5-402b-932f-b1dd15d6d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.757373 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-10a68383-54a5-402b-932f-b1dd15d6d563 None None] Port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:28.797143 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks [] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.806214 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:28.880020 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Pushing event updated for resources: {'Port': ['ID=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:28.890292 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1495035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566355'] for router_interface (f41c6452-9ba2-4e13-87d5-f66fac5353f2), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:29.000569 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Network 631a6541-53f9-4654-914b-6ff69da121f2 is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:29.002267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:29.130759 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:29.212051 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-61713451-4182-4272-840a-bc7534589106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:29.263676 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:29.268875 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-694fcbf7-2181-48a3-84da-31ef0edccb65 admin admin] 10.222.0.82 "PUT /v2.0/routers/f41c6452-9ba2-4e13-87d5-f66fac5353f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9921875 Jan 18 16:37:29.288828 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b2043751-223a-4611-b7ca-fe649e0cb3b4 None None] Provisioning complete for port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:29.289224 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b2043751-223a-4611-b7ca-fe649e0cb3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:29.330826 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b2043751-223a-4611-b7ca-fe649e0cb3b4 None None] Port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:29.919705 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47424) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:29.924416 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--717086283', 'description': 'tempest-description--1118322718'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:29.950856 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.030379 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (e6fbaec8-e759-4d96-89cf-1d9c9060b6be), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.034454 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e6fbaec8-e759-4d96-89cf-1d9c9060b6be), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.062610 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.063869 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430664 Jan 18 16:37:30.067188 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47428) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:30.072900 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'security_group_rule': {'security_group_id': 'e6fbaec8-e759-4d96-89cf-1d9c9060b6be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:30.078230 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9106d-11cf-4e3b-b62f-98719abeaf8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fbaec8-e759-4d96-89cf-1d9c9060b6be,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:30.105411 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (82cb9b99-ab20-4b35-a8bf-e5f51472e6f6), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.153621 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.167889 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (82cb9b99-ab20-4b35-a8bf-e5f51472e6f6), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.171753 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (82cb9b99-ab20-4b35-a8bf-e5f51472e6f6), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.190024 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cb9b99-ab20-4b35-a8bf-e5f51472e6f6,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:30.201539 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.203432 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-c4cc01a7-4506-4081-afcb-9f8b5b4ce589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341693 Jan 18 16:37:30.204882 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47430) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:30.209476 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'security_group_rule': {'security_group_id': 'e6fbaec8-e759-4d96-89cf-1d9c9060b6be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:30.244819 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (693708c4-1424-408f-9991-26e8e0df4d0f), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.266920 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:30.279692 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:30.280671 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:30.308303 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (693708c4-1424-408f-9991-26e8e0df4d0f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.311987 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (693708c4-1424-408f-9991-26e8e0df4d0f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.323778 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 70e8fd07-b9bc-4824-855d-ece0d01b8557 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:30.334871 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693708c4-1424-408f-9991-26e8e0df4d0f,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:30.340493 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.344888 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47432) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:30.345451 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-14c8f8b7-6161-49a5-9877-bb9ab90bbe36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390615 Jan 18 16:37:30.351724 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:30.379419 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.487574 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.547784 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.577387 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:30.616800 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 70e8fd07-b9bc-4824-855d-ece0d01b8557 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:30.617206 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.812067 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 70e8fd07-b9bc-4824-855d-ece0d01b8557 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:30.812067 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.858669 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] For port 70e8fd07-b9bc-4824-855d-ece0d01b8557, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=70e8fd07-b9bc-4824-855d-ece0d01b8557,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:30.867377 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:30.899376 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Allocated IP 172.27.3.109 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/c9aeebbf-dbaf-4462-b058-dfe716de6f1f) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:30.925716 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 2, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:30.929497 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Pushing event updated for resources: {'Port': ['ID=70e8fd07-b9bc-4824-855d-ece0d01b8557,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:30.956641 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:30.957020 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Updating router f41c6452-9ba2-4e13-87d5-f66fac5353f2 port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 binding host dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 18 16:37:30.983033 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.002631 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.039630 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.086436 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:31.089482 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:31.096019 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:31.099690 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'Port': ['ID=c9aeebbf-dbaf-4462-b058-dfe716de6f1f,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:31.182514 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (6894a27f-9f36-421c-9e33-b2684cd0a3d0), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.220000 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.292062 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Publish callbacks [] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), precommit_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.297236 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.346219 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f56ff-a60e-49a0-b0b2-91a771b1c6ec None None] Pushing event updated for resources: {'Port': ['ID=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,revision_number=3']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:31.403433 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Attempting to bind port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 on host dv-cinder-788368-3-iscsi for vnic_type normal with profile {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:31.403951 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Attempting to bind port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 by drivers openvswitch,hyperv on host dv-cinder-788368-3-iscsi at level 0 using segments [{'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:31.404419 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Attempting to bind port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 on network 631a6541-53f9-4654-914b-6ff69da121f2 {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:31.409645 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.412448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Checking agent: {'id': '06523370-f5f9-415b-995d-e0292f5fcc77', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788368-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 22, 3), 'started_at': datetime.datetime(2022, 1, 18, 16, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788368-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:31.413272 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Checking segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:31.413866 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.414369 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Bound using segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} {{(pid=102501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:31.414954 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.managers [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Bound port: 3221a09d-2e89-4ecd-a3e0-abcd439aaa01, host: dv-cinder-788368-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}}] {{(pid=102501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:31.415479 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.416940 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.487763 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] For port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01, host dv-cinder-788368-3-iscsi, cleared binding levels {{(pid=102501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:31.492592 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] For port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01, host dv-cinder-788368-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:31.499063 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.509230 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'Port': ['ID=c9aeebbf-dbaf-4462-b058-dfe716de6f1f,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:31.512629 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (6894a27f-9f36-421c-9e33-b2684cd0a3d0), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.531181 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.539778 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-02f730e0-a5f1-4d8b-b3ca-19e55dcbc67f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1857321 Jan 18 16:37:31.582943 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f56ff-a60e-49a0-b0b2-91a771b1c6ec None None] Pushing event updated for resources: {'Port': ['ID=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:31.596090 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:31.597196 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:31.635758 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] Provisioning complete for port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:31.636127 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.718671 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-32ca8976-dea3-4bed-9654-b161c6abd546 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--717086283&fields=id&tenant_id=7b7c9d7399db4865a899d61aa89b988d HTTP/1.1" status: 200 len: 267 time: 0.0533249 Jan 18 16:37:31.763842 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:31.832226 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] Current status of the port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 is: DOWN; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:31.832613 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.849507 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-394f6f2e-9b9b-4842-9b06-350c68259a8a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:31.851711 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-394f6f2e-9b9b-4842-9b06-350c68259a8a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 810 time: 0.1221290 Jan 18 16:37:31.860712 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:31.866785 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-ea981d29-b227-48b7-8e0d-b67ce758c7de tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/quotas/7b7c9d7399db4865a899d61aa89b988d HTTP/1.1" status: 200 len: 375 time: 0.0094559 Jan 18 16:37:31.919876 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-9d45bbbe-4c33-44a1-8e82-f5fc7b44687a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475278 Jan 18 16:37:31.947524 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] For port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:31.954095 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.020623 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-8de2ed51-eae6-41f2-96c8-4d29907af495 service neutron] 10.222.0.82 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890980 Jan 18 16:37:32.043893 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75730332-2d46-4ee6-a636-de746ab5a2d9 None None] Pushing event updated for resources: {'Port': ['ID=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:32.080142 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:32.117857 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f90c03-bfa4-4da9-95a1-d8e8b6e1b196 None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:32.119343 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b942a8c0-b28e-4ba5-839c-c3c560eecc29 None None] Provisioning complete for port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:32.119729 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b942a8c0-b28e-4ba5-839c-c3c560eecc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.137539 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-b3bb100a-3379-42c1-9beb-7a2c72684116 service neutron] 10.222.0.82 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097770 Jan 18 16:37:32.230542 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b942a8c0-b28e-4ba5-839c-c3c560eecc29 None None] Current status of the port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:32.352815 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-314cb200-1691-4b42-8d43-21c6126953ed req-20ad30fe-0398-4f9d-8073-99e3ea21bedf tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 210 time: 0.0349300 Jan 18 16:37:32.451259 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 70e8fd07-b9bc-4824-855d-ece0d01b8557 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:32.517668 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 70e8fd07-b9bc-4824-855d-ece0d01b8557 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:32.518214 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.608885 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 70e8fd07-b9bc-4824-855d-ece0d01b8557 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:32.610393 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 up at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:32.674487 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Provisioning complete for port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:32.675048 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:32.775669 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Current status of the port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 is: ACTIVE; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:33.068577 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:33.434110 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-c82aecb2-26ae-431a-877f-02d039199c2d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:33.435658 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-c82aecb2-26ae-431a-877f-02d039199c2d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 810 time: 0.1234565 Jan 18 16:37:33.470997 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-82c0a7b3-853e-4e45-aef3-cf9e36a7bbba req-02412b3d-1a6e-45a0-af65-9a4a943e4a80 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 210 time: 0.0343602 Jan 18 16:37:33.522450 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-cdfdefc1-e0a8-4048-9c61-2b59b5def82b tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7c9d7399db4865a899d61aa89b988d HTTP/1.1" status: 200 len: 379 time: 0.0742433 Jan 18 16:37:33.531944 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'port': {'device_id': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'admin_state_up': True, 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'security_groups': ['e6fbaec8-e759-4d96-89cf-1d9c9060b6be']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:33.647801 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Made reservation on behalf of 7b7c9d7399db4865a899d61aa89b988d for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:33.651419 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:33.782947 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Allocated IP 172.20.0.10 (631a6541-53f9-4654-914b-6ff69da121f2/dbd78705-c644-42cd-8201-12276442c74a/7a80e69a-7561-4746-bbc6-6bf9690c4752) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:33.928621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:33.968400 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.022829 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Network 631a6541-53f9-4654-914b-6ff69da121f2 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:34.026011 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:34.028429 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:34.058704 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'Port': ['ID=7a80e69a-7561-4746-bbc6-6bf9690c4752,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:34.090006 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:34.090667 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.109029 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-88b85712-a5c1-40f8-9d42-9467a1442197 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808425 Jan 18 16:37:34.121708 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Request body: {'port': {'device_id': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:34.178757 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.271859 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-037fac23-09ea-43e0-9267-8429afb74ff1 None None] Provisioning complete for port 7a80e69a-7561-4746-bbc6-6bf9690c4752 triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:34.273304 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-037fac23-09ea-43e0-9267-8429afb74ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.312412 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-037fac23-09ea-43e0-9267-8429afb74ff1 None None] Port 7a80e69a-7561-4746-bbc6-6bf9690c4752 cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:34.452555 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a80e69a-7561-4746-bbc6-6bf9690c4752 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:34.460306 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Publish callbacks [] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.473109 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Transition to ACTIVE for port object 7a80e69a-7561-4746-bbc6-6bf9690c4752 will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:37:34.478092 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.532494 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Pushing event updated for resources: {'Port': ['ID=7a80e69a-7561-4746-bbc6-6bf9690c4752,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:34.649700 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd940601-5735-436a-b3c4-bf12be08e242 req-601a4a5f-353e-41d9-815f-50d9b2f67993 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:34.651293 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd940601-5735-436a-b3c4-bf12be08e242 req-601a4a5f-353e-41d9-815f-50d9b2f67993 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 944 time: 0.0909615 Jan 18 16:37:34.654121 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Attempting to bind port 7a80e69a-7561-4746-bbc6-6bf9690c4752 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:34.654456 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Attempting to bind port 7a80e69a-7561-4746-bbc6-6bf9690c4752 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:34.654789 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Attempting to bind port 7a80e69a-7561-4746-bbc6-6bf9690c4752 on network 631a6541-53f9-4654-914b-6ff69da121f2 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:34.666578 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Port 7a80e69a-7561-4746-bbc6-6bf9690c4752 on network 631a6541-53f9-4654-914b-6ff69da121f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:37:34.666902 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Attempting to bind port 7a80e69a-7561-4746-bbc6-6bf9690c4752 on network 631a6541-53f9-4654-914b-6ff69da121f2 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:34.684343 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:34.684676 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Checking segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:34.685095 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Bound using segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:34.685706 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Bound port: 7a80e69a-7561-4746-bbc6-6bf9690c4752, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:34.686164 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.742282 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd940601-5735-436a-b3c4-bf12be08e242 req-3acd77d7-02ca-46b9-89e5-ed6246d406a3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839026 Jan 18 16:37:34.781770 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] For port 7a80e69a-7561-4746-bbc6-6bf9690c4752, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:34.784846 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] For port 7a80e69a-7561-4746-bbc6-6bf9690c4752, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:34.789748 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.827547 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:34.828178 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:34.829604 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] 10.222.0.45 "PUT /v2.0/ports/7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 1094 time: 0.7122660 Jan 18 16:37:34.830065 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:34.832350 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80130d12-f118-43c1-8077-6a509b9ae580" -d '{"events": [{"name": "network-changed", "server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:34.858443 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fadf44-b514-4cab-b2e4-663d24c57494 service neutron] Pushing event updated for resources: {'Port': ['ID=7a80e69a-7561-4746-bbc6-6bf9690c4752,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:34.893317 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12655499-27d1-4e7e-b4a8-f453b24391d8 x-openstack-request-id: req-12655499-27d1-4e7e-b4a8-f453b24391d8 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:34.893621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:34.893877 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-12655499-27d1-4e7e-b4a8-f453b24391d8 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:34.894355 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'status': 'completed', 'code': 200} Jan 18 16:37:34.926266 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-e9b2a6d7-57a9-411f-8b1b-f1568f915215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:34.927824 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-e9b2a6d7-57a9-411f-8b1b-f1568f915215 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1097 time: 0.0477295 Jan 18 16:37:34.978267 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-e3b411ab-694f-4063-ada4-4140fb00d0c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 217 time: 0.0426099 Jan 18 16:37:35.025629 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-c44b0f51-a062-483f-a210-ab169c35fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.027081 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-c44b0f51-a062-483f-a210-ab169c35fb0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0438411 Jan 18 16:37:35.073879 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-fcabf4e0-e4c9-413f-8c08-93d10d7c90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.075381 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-fcabf4e0-e4c9-413f-8c08-93d10d7c90ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426424 Jan 18 16:37:35.167078 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-8262966b-4203-468f-b16c-77da8d72ab7d service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Jan 18 16:37:35.260506 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15c9bdf9-610e-4048-8641-5de0cf4ab722 req-f2b88867-70e6-4bca-9817-11bc83e29e68 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879829 Jan 18 16:37:35.344564 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130d12-f118-43c1-8077-6a509b9ae580 req-4e0c7764-390d-4431-9234-5d87fda56240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.346046 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-4e0c7764-390d-4431-9234-5d87fda56240 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1097 time: 0.0443182 Jan 18 16:37:35.436156 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130d12-f118-43c1-8077-6a509b9ae580 req-df7f620d-ccf7-4230-819b-fd94c3e14a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.437722 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-df7f620d-ccf7-4230-819b-fd94c3e14a52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.0853128 Jan 18 16:37:35.480139 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-a148c289-f101-434e-b009-a59f2ec84097 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 217 time: 0.0354848 Jan 18 16:37:35.537295 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130d12-f118-43c1-8077-6a509b9ae580 req-cdb8b9b7-72d0-47d7-9e43-ad017b3b5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.538923 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-cdb8b9b7-72d0-47d7-9e43-ad017b3b5949 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0523169 Jan 18 16:37:35.589002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80130d12-f118-43c1-8077-6a509b9ae580 req-920de398-9cb1-4cbe-b6d1-c6f9030d75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.590546 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-920de398-9cb1-4cbe-b6d1-c6f9030d75e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449042 Jan 18 16:37:35.680173 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-c1a184e7-aef6-45fe-8e8c-550070e88032 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826097 Jan 18 16:37:35.776147 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-80130d12-f118-43c1-8077-6a509b9ae580 req-812ed025-e1ff-4fea-8e9d-cac6b78ba90e service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889146 Jan 18 16:37:35.869475 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ed4e6-04da-457e-a429-391cd534ab4d req-0403dfea-6f6d-4a36-8797-f4da33c449c6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:35.870995 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-482ed4e6-04da-457e-a429-391cd534ab4d req-0403dfea-6f6d-4a36-8797-f4da33c449c6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 944 time: 0.0572128 Jan 18 16:37:35.918668 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-482ed4e6-04da-457e-a429-391cd534ab4d req-1d979381-a831-4496-8181-804e09a23d83 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Jan 18 16:37:37.055240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe762e-bf90-4237-af6b-5ff1b06b0be4 req-1b3a663d-faa8-4f4f-a968-88770a21ced9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:37.056772 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-93fe762e-bf90-4237-af6b-5ff1b06b0be4 req-1b3a663d-faa8-4f4f-a968-88770a21ced9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 944 time: 0.0677836 Jan 18 16:37:37.110666 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-93fe762e-bf90-4237-af6b-5ff1b06b0be4 req-872d56bf-e143-4750-8077-8bccf735caf4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482302 Jan 18 16:37:38.162622 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 7a80e69a-7561-4746-bbc6-6bf9690c4752 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:37:38.227351 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c8d89-2fee-4103-aaf1-aa1085fbd17f req-4b2812a3-0a19-4614-b541-4731413852c2 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:38.228875 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f0c8d89-2fee-4103-aaf1-aa1085fbd17f req-4b2812a3-0a19-4614-b541-4731413852c2 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 944 time: 0.0505953 Jan 18 16:37:38.261161 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 7a80e69a-7561-4746-bbc6-6bf9690c4752, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:38.273542 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'port_id': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'mac_address': 'fa:16:3e:a2:fe:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:37:38.280027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0f0c8d89-2fee-4103-aaf1-aa1085fbd17f req-f32fd555-353d-43f8-adb1-f192224729a5 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453336 Jan 18 16:37:38.315154 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 7a80e69a-7561-4746-bbc6-6bf9690c4752 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:38.315547 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:38.460448 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a80e69a-7561-4746-bbc6-6bf9690c4752 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:38.480097 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 7a80e69a-7561-4746-bbc6-6bf9690c4752, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:38.486166 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:38.531911 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=7a80e69a-7561-4746-bbc6-6bf9690c4752,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:39.396799 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de86799-30b1-4c9f-a830-a343a48cd42e req-1e4db24f-d166-4596-b2dd-9e37194d90eb tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:39.398247 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4de86799-30b1-4c9f-a830-a343a48cd42e req-1e4db24f-d166-4596-b2dd-9e37194d90eb tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 945 time: 0.0506601 Jan 18 16:37:39.450481 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4de86799-30b1-4c9f-a830-a343a48cd42e req-d174aa9f-9d47-496f-b3b4-dfc62d177ab6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465043 Jan 18 16:37:40.098205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['7a80e69a-7561-4746-bbc6-6bf9690c4752'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:37:40.489183 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:37:40.579760 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b030-6ce5-4710-bea2-87e9041a0641 req-e5c3caed-fe89-4155-9d73-7aa5403ba7c2 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:40.581169 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8a58b030-6ce5-4710-bea2-87e9041a0641 req-e5c3caed-fe89-4155-9d73-7aa5403ba7c2 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 945 time: 0.0503635 Jan 18 16:37:40.629760 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8a58b030-6ce5-4710-bea2-87e9041a0641 req-0501c4f4-70d2-4020-b591-e5a6e7820c93 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421388 Jan 18 16:37:41.747916 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536daf90-d698-4a0f-b190-e5170304d197 req-0cef8a88-6cde-45db-8350-8b3b7be3bef0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:41.749465 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-536daf90-d698-4a0f-b190-e5170304d197 req-0cef8a88-6cde-45db-8350-8b3b7be3bef0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 945 time: 0.0495346 Jan 18 16:37:41.797517 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-536daf90-d698-4a0f-b190-e5170304d197 req-f1e900e5-34fb-4736-96aa-3b99ee2d810e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Jan 18 16:37:41.860859 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 7a80e69a-7561-4746-bbc6-6bf9690c4752 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:41.910173 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 7a80e69a-7561-4746-bbc6-6bf9690c4752 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:37:41.914859 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 7a80e69a-7561-4746-bbc6-6bf9690c4752 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:41.915250 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:41.996042 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 7a80e69a-7561-4746-bbc6-6bf9690c4752 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:41.996433 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:42.018900 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:42.021174 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef3eac-31cc-48fa-8045-228010c14bff" -d '{"events": [{"server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "name": "network-vif-plugged", "status": "completed", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:42.034519 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 7a80e69a-7561-4746-bbc6-6bf9690c4752, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:42.047912 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:42.072750 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5654845-75b9-4990-80ab-745df98af0a6 x-openstack-request-id: req-e5654845-75b9-4990-80ab-745df98af0a6 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:42.073068 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "name": "network-vif-plugged", "status": "completed", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:42.073325 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e5654845-75b9-4990-80ab-745df98af0a6 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:42.073718 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'code': 200} Jan 18 16:37:42.102657 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=7a80e69a-7561-4746-bbc6-6bf9690c4752,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:42.228458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670212f-0843-4f71-9193-d50ca36e7123 req-5b4335b0-82c2-46af-ac62-9eccbc85d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:42.229997 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2670212f-0843-4f71-9193-d50ca36e7123 req-5b4335b0-82c2-46af-ac62-9eccbc85d183 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1099 time: 0.0445514 Jan 18 16:37:42.276782 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2670212f-0843-4f71-9193-d50ca36e7123 req-9da42943-86df-4da2-a77f-84d3991db390 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Jan 18 16:37:42.916514 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d8002-86a2-4066-8b24-ec41798d76c7 req-dcf5051f-312a-460a-8997-4a6eb42873fa tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:42.918058 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc7d8002-86a2-4066-8b24-ec41798d76c7 req-dcf5051f-312a-460a-8997-4a6eb42873fa tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0505555 Jan 18 16:37:42.967427 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc7d8002-86a2-4066-8b24-ec41798d76c7 req-0224e126-d582-4fe1-a891-55bb46442c98 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438967 Jan 18 16:37:43.887562 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-c0ceb990-4399-4a83-a68c-c5ddd11bc972 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112687843&fields=id&tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 267 time: 0.0456390 Jan 18 16:37:44.023133 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-8e006a1a-0e13-4eb7-99be-05de8895fede tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:44.025804 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-8e006a1a-0e13-4eb7-99be-05de8895fede tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 812 time: 0.1316309 Jan 18 16:37:44.040895 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e62d8e50-21e7-4b8c-8066-196d9a0c6d9d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/quotas/89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 375 time: 0.0097916 Jan 18 16:37:44.125449 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-37c568a9-89dd-4613-ba59-38d74f65433b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786450 Jan 18 16:37:44.138792 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebfd0a-fa9e-4712-abeb-ec3fa80d88ad req-7f0df886-6c32-48c6-b551-4656ac989369 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:44.140321 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-feebfd0a-fa9e-4712-abeb-ec3fa80d88ad req-7f0df886-6c32-48c6-b551-4656ac989369 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0846434 Jan 18 16:37:44.205915 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-feebfd0a-fa9e-4712-abeb-ec3fa80d88ad req-8e420eed-3a83-48c2-9419-ae31db11b0f3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586572 Jan 18 16:37:44.294433 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-63e5840b-d127-4ecd-b673-b88566d95e10 service neutron] 10.222.0.82 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530244 Jan 18 16:37:44.385847 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1e3a-6bdf-4cdc-b176-a0e00ddbddf8 req-9facdc8a-a235-4730-b183-17915c7769ec tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:44.387370 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebaf1e3a-6bdf-4cdc-b176-a0e00ddbddf8 req-9facdc8a-a235-4730-b183-17915c7769ec tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.1140869 Jan 18 16:37:44.395899 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47526) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:37:44.401167 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'floatingip': {'port_id': '7a80e69a-7561-4746-bbc6-6bf9690c4752'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:44.414530 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-32d1b6d7-893f-451f-a307-511fb4b04445 service neutron] 10.222.0.82 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029525 Jan 18 16:37:44.439930 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (6894a27f-9f36-421c-9e33-b2684cd0a3d0), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.711850 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2160c9b0-32f0-4894-8773-3703e49b92f1 req-9d52dedc-3d87-4881-91be-4e664bead8e2 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 210 time: 0.0316308 Jan 18 16:37:44.939461 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:44.943878 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (6894a27f-9f36-421c-9e33-b2684cd0a3d0), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.059725 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Floating IP 6894a27f-9f36-421c-9e33-b2684cd0a3d0 associated. External IP: 172.27.3.109, port: 7a80e69a-7561-4746-bbc6-6bf9690c4752. Jan 18 16:37:45.276507 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:37:45.392213 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:37:45.398085 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:45.403422 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:37:45.416333 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:45.417014 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:45.448907 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-ffb09198-c7ee-4e14-a016-095d696ae05a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "PUT /v2.0/floatingips/6894a27f-9f36-421c-9e33-b2684cd0a3d0 HTTP/1.1" status: 200 len: 992 time: 1.0516388 Jan 18 16:37:45.450220 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:45.453740 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc734c17-25df-497c-9764-c45ee8cfc9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:45.505625 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef10491-25bc-4923-9c76-1099dfe6dc87 x-openstack-request-id: req-eef10491-25bc-4923-9c76-1099dfe6dc87 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:45.505983 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:45.506240 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-eef10491-25bc-4923-9c76-1099dfe6dc87 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:45.506690 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'status': 'completed', 'code': 200} Jan 18 16:37:45.529848 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:45.594858 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-0ea9e98a-2e06-4d4c-845f-b44af17d4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.596396 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-0ea9e98a-2e06-4d4c-845f-b44af17d4ece service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1099 time: 0.0520482 Jan 18 16:37:45.702423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-124a2930-88f0-4bf0-81ab-e11199d36678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.704400 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-124a2930-88f0-4bf0-81ab-e11199d36678 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.1021569 Jan 18 16:37:45.774147 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-402e2a60-f221-4250-83fb-e7fae3f40ca9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.776514 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-402e2a60-f221-4250-83fb-e7fae3f40ca9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 812 time: 0.1564431 Jan 18 16:37:45.796587 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '6894a27f-9f36-421c-9e33-b2684cd0a3d0', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'port_id': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'mac_address': 'fa:16:3e:a2:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:37:31Z', 'updated_at': '2022-01-18T16:37:44Z', 'revision_number': 1, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:45.811707 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-fe5ad00b-522d-4aaa-8aaa-2fc1f514d57a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 1000 time: 0.1017563 Jan 18 16:37:45.825062 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:37:45.834562 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:37:45.835698 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:45.847910 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-cb3ec7e8-32f5-4509-8b79-c04732905ac9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4 HTTP/1.1" status: 200 len: 380 time: 0.0624619 Jan 18 16:37:45.857584 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'port': {'device_id': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'admin_state_up': True, 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'security_groups': ['60d9c27a-69b0-4338-b4bc-05aa63a70c88']}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:45.868907 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1262678e-bfa1-45fd-9127-0d7eacb70068 req-b16e0b4e-fe99-496b-beff-3bb9d8fa8e28 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 210 time: 0.0561867 Jan 18 16:37:45.900247 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-c4db4f12-551f-423a-8f10-5670cf7a8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.901913 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-c4db4f12-551f-423a-8f10-5670cf7a8fc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0788875 Jan 18 16:37:45.952644 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-b5c65e48-8f15-47d6-bd8a-66d1c34f503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:45.954129 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-b5c65e48-8f15-47d6-bd8a-66d1c34f503f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464025 Jan 18 16:37:45.958037 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:37:46.001854 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Made reservation on behalf of 89b9ac86cb4c4f109b49c6f9a66379a4 for: {'port': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:37:46.005516 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.068700 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-7abf4012-0dc9-4044-a5d7-19b9055c05fc service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071634 Jan 18 16:37:46.179257 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc734c17-25df-497c-9764-c45ee8cfc9a5 req-efe55fd1-ce67-44e8-b8a7-d877415ce2eb service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024966 Jan 18 16:37:46.180960 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Allocated IP 172.20.0.11 (1553074d-8be9-4ad2-b3ce-7b8026c06eda/676b4f4c-8ce3-4854-9976-e4e20780cf2e/b307d78d-8690-4dee-b716-4f18e6567bfe) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:37:46.222643 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '6894a27f-9f36-421c-9e33-b2684cd0a3d0', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'port_id': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'mac_address': 'fa:16:3e:a2:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:37:31Z', 'updated_at': '2022-01-18T16:37:44Z', 'revision_number': 1, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:37:46.250767 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8618754a-49cb-4fc3-a55c-0d63b7c10491 None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '6894a27f-9f36-421c-9e33-b2684cd0a3d0', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'port_id': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'mac_address': 'fa:16:3e:a2:fe:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:37:31Z', 'updated_at': '2022-01-18T16:37:44Z', 'revision_number': 1, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:37:46.368747 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.403441 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.455344 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:37:46.458647 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:37:46.462967 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:37:46.469910 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=b307d78d-8690-4dee-b716-4f18e6567bfe,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:46.495001 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea807a-1ce2-4346-a797-2a7eaa3af970 None None] New status for floating IP 6894a27f-9f36-421c-9e33-b2684cd0a3d0: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:37:46.521235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:46.521866 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.540083 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-baeb1ad4-30c5-42cf-8933-55d8add72497 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6864290 Jan 18 16:37:46.554144 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Request body: {'port': {'device_id': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:37:46.617943 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.761380 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-834abb84-cffc-49bd-984d-cf12e381ff90 None None] Provisioning complete for port b307d78d-8690-4dee-b716-4f18e6567bfe triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:46.761761 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-834abb84-cffc-49bd-984d-cf12e381ff90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.798762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-834abb84-cffc-49bd-984d-cf12e381ff90 None None] Port b307d78d-8690-4dee-b716-4f18e6567bfe cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:37:46.932861 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b307d78d-8690-4dee-b716-4f18e6567bfe {{(pid=102499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:46.940734 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Publish callbacks [] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.955226 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.provisioning_blocks [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Transition to ACTIVE for port object b307d78d-8690-4dee-b716-4f18e6567bfe will not be triggered until provisioned by entity L2. {{(pid=102499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:37:46.958655 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:46.998477 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5098c-1888-4643-b552-4134f28d3955 req-cdb502bd-5ad1-4acd-a738-9e14471d1ef8 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:47.001437 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c9e5098c-1888-4643-b552-4134f28d3955 req-cdb502bd-5ad1-4acd-a738-9e14471d1ef8 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 932 time: 0.0586829 Jan 18 16:37:47.015465 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Pushing event updated for resources: {'Port': ['ID=b307d78d-8690-4dee-b716-4f18e6567bfe,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:47.064221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c9e5098c-1888-4643-b552-4134f28d3955 req-b7f386df-db9d-4e07-8b82-59e1ade4243b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585604 Jan 18 16:37:47.092547 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Attempting to bind port b307d78d-8690-4dee-b716-4f18e6567bfe on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:37:47.092880 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Attempting to bind port b307d78d-8690-4dee-b716-4f18e6567bfe by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:37:47.093263 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Attempting to bind port b307d78d-8690-4dee-b716-4f18e6567bfe on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:47.097809 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Port b307d78d-8690-4dee-b716-4f18e6567bfe on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:37:47.098136 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Attempting to bind port b307d78d-8690-4dee-b716-4f18e6567bfe on network 1553074d-8be9-4ad2-b3ce-7b8026c06eda {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:37:47.104602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:37:47.104962 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Checking segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:37:47.105357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Bound using segment: {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'} {{(pid=102499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:37:47.105788 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.managers [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Bound port: b307d78d-8690-4dee-b716-4f18e6567bfe, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1443ac-bc56-4939-894d-00c792d1b8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda'}}] {{(pid=102499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:37:47.106149 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:47.416350 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] For port b307d78d-8690-4dee-b716-4f18e6567bfe, host hv-cinder-78836, cleared binding levels {{(pid=102499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:37:47.419360 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] For port b307d78d-8690-4dee-b716-4f18e6567bfe, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b307d78d-8690-4dee-b716-4f18e6567bfe,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:37:47.422916 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:47.461061 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:47.461704 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:47.463112 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] 10.222.0.45 "PUT /v2.0/ports/b307d78d-8690-4dee-b716-4f18e6567bfe HTTP/1.1" status: 200 len: 1094 time: 0.9149280 Jan 18 16:37:47.489542 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0287b9d-c5d0-421c-a8f8-fbbbf8b21390 service neutron] Pushing event updated for resources: {'Port': ['ID=b307d78d-8690-4dee-b716-4f18e6567bfe,revision_number=3']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:47.509391 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:47.512493 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55c5336-0e57-40bf-a566-25c457c64aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:47.554556 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-ae14a542-0b1b-4b17-af83-3b75938c8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:47.556841 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-ae14a542-0b1b-4b17-af83-3b75938c8dc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 1097 time: 0.0558078 Jan 18 16:37:47.559960 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42e3ca8-822d-49fd-94c8-d574bb3b754a x-openstack-request-id: req-e42e3ca8-822d-49fd-94c8-d574bb3b754a {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:47.560329 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:47.560657 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e42e3ca8-822d-49fd-94c8-d574bb3b754a {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:47.561202 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'status': 'completed', 'code': 200} Jan 18 16:37:47.603408 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-a54e0a8e-d441-40d9-910a-62252318674e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b307d78d-8690-4dee-b716-4f18e6567bfe HTTP/1.1" status: 200 len: 217 time: 0.0358040 Jan 18 16:37:47.653432 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-5faef24b-5e2d-4046-8561-689a1f46fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:47.654933 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-5faef24b-5e2d-4046-8561-689a1f46fb93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0452535 Jan 18 16:37:47.706759 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-9be8bee1-2335-4421-9034-32909e8c39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:47.708273 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-9be8bee1-2335-4421-9034-32909e8c39b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469935 Jan 18 16:37:47.799322 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-af357b2b-588b-4693-825e-af5fb7e4d8c1 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843821 Jan 18 16:37:47.894744 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-2b9817f4-5316-4d22-b94e-61f0c154714e req-65aa1be3-d352-4bb5-af50-55dc31dabb41 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888686 Jan 18 16:37:48.004355 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-3d00a5e0-aa9e-49e0-b758-93fb4291210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.005770 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-3d00a5e0-aa9e-49e0-b758-93fb4291210c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 1097 time: 0.0425715 Jan 18 16:37:48.103496 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-65ceb479-0bee-4528-9f0c-86b8f2a83916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.106101 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-65ceb479-0bee-4528-9f0c-86b8f2a83916 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.0929773 Jan 18 16:37:48.152851 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-04c72cd3-7b52-45d7-8b9a-7a867d1d71bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b307d78d-8690-4dee-b716-4f18e6567bfe HTTP/1.1" status: 200 len: 217 time: 0.0405707 Jan 18 16:37:48.185737 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d327d-0997-448f-b0de-eb2983cd0215 req-e4e205d2-e24e-4050-bc9c-a622cde734e9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.187257 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-896d327d-0997-448f-b0de-eb2983cd0215 req-e4e205d2-e24e-4050-bc9c-a622cde734e9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0539708 Jan 18 16:37:48.204292 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-36dbf11a-5f28-4bed-b7fc-eed90f4ab4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.205825 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-36dbf11a-5f28-4bed-b7fc-eed90f4ab4ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0473070 Jan 18 16:37:48.238779 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-896d327d-0997-448f-b0de-eb2983cd0215 req-21615a88-78aa-4272-a120-6e90d225bf81 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457904 Jan 18 16:37:48.253222 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-46055921-aa74-4e44-869a-176b139f7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:48.254792 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-46055921-aa74-4e44-869a-176b139f7f61 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421152 Jan 18 16:37:48.352114 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-a1fdd42b-b808-47ea-aaf0-609a4b8fc847 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884192 Jan 18 16:37:48.449531 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-e55c5336-0e57-40bf-a566-25c457c64aeb req-321fe4f4-f80e-4f0b-9ff0-a23d87577e26 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882013 Jan 18 16:37:49.356499 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891344eb-1b81-4516-a44d-2af5bec41a9b req-0c0097ad-0161-442a-b61e-e380e162da34 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:49.357998 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-891344eb-1b81-4516-a44d-2af5bec41a9b req-0c0097ad-0161-442a-b61e-e380e162da34 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0489287 Jan 18 16:37:49.413499 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-891344eb-1b81-4516-a44d-2af5bec41a9b req-b789f97f-0b15-41bd-9545-eff24709abd0 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491979 Jan 18 16:37:50.528685 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73d444-161b-420d-ba73-4a5e14b2a1f8 req-673f3dd4-44d1-4d68-843e-8ec1ac7dc626 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:50.530117 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cb73d444-161b-420d-ba73-4a5e14b2a1f8 req-673f3dd4-44d1-4d68-843e-8ec1ac7dc626 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0490949 Jan 18 16:37:50.578998 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cb73d444-161b-420d-ba73-4a5e14b2a1f8 req-2cc73945-6c79-4455-8ed3-f6d1d8136e06 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434005 Jan 18 16:37:51.700369 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea004931-5d9e-4830-a913-5e9da5ba34ad req-84bdf876-e8be-46df-808a-cde0aa26a32b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:51.701923 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ea004931-5d9e-4830-a913-5e9da5ba34ad req-84bdf876-e8be-46df-808a-cde0aa26a32b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0552871 Jan 18 16:37:51.754174 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ea004931-5d9e-4830-a913-5e9da5ba34ad req-c87542e7-0f9e-443c-b384-95992c83d6ac tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466657 Jan 18 16:37:52.871710 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41629ea8-7a56-46b0-8c7b-da2d0ee5c7cc req-a6d97000-4e7d-4538-8cc9-652278d19088 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:52.873214 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-41629ea8-7a56-46b0-8c7b-da2d0ee5c7cc req-a6d97000-4e7d-4538-8cc9-652278d19088 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0513723 Jan 18 16:37:52.924188 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-41629ea8-7a56-46b0-8c7b-da2d0ee5c7cc req-09ceb80e-0733-4a8c-b995-bb06f40ace44 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454736 Jan 18 16:37:54.040663 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07838d-26a5-4ab1-b8bd-91e87c980011 req-28f77248-eedf-4915-aaca-5886495f9d57 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:54.042219 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d07838d-26a5-4ab1-b8bd-91e87c980011 req-28f77248-eedf-4915-aaca-5886495f9d57 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0505733 Jan 18 16:37:54.091926 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7d07838d-26a5-4ab1-b8bd-91e87c980011 req-7e534b61-5391-4688-96c7-3ccec6f41ebf tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442195 Jan 18 16:37:55.206223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965f3b4-afd0-44ad-8008-efd0f4541a73 req-e7520e0f-efd3-4f62-9aa1-424ffa92c935 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:55.207681 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e965f3b4-afd0-44ad-8008-efd0f4541a73 req-e7520e0f-efd3-4f62-9aa1-424ffa92c935 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 944 time: 0.0479577 Jan 18 16:37:55.262960 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e965f3b4-afd0-44ad-8008-efd0f4541a73 req-eaa42993-5fe6-483b-982b-9566d17f0373 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488067 Jan 18 16:37:55.876230 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b307d78d-8690-4dee-b716-4f18e6567bfe details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:37:55.971127 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b307d78d-8690-4dee-b716-4f18e6567bfe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b307d78d-8690-4dee-b716-4f18e6567bfe,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:55.982313 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'port_id': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'mac_address': 'fa:16:3e:5b:59:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:37:56.017202 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port b307d78d-8690-4dee-b716-4f18e6567bfe is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:56.017590 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.030680 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b307d78d-8690-4dee-b716-4f18e6567bfe {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:37:56.052549 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b307d78d-8690-4dee-b716-4f18e6567bfe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b307d78d-8690-4dee-b716-4f18e6567bfe,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:56.057705 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:56.103636 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=b307d78d-8690-4dee-b716-4f18e6567bfe,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:56.346245 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['b307d78d-8690-4dee-b716-4f18e6567bfe'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:37:56.377165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9170-a588-4abc-a9c6-3710df12694f req-82d5f573-6c0d-4f5b-b69d-4ba86ac31108 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:56.379037 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-38df9170-a588-4abc-a9c6-3710df12694f req-82d5f573-6c0d-4f5b-b69d-4ba86ac31108 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 945 time: 0.0485902 Jan 18 16:37:56.427437 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-38df9170-a588-4abc-a9c6-3710df12694f req-cc703f7d-185e-4d9b-b506-807800f02b0b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423608 Jan 18 16:37:56.970257 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-97d84ba2-68da-424d-9c65-d9dcf1d1926d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:57.544825 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322ac54-5f04-4962-960c-43670efc4db4 req-e8b4e769-07a5-471e-b873-0ec7cb10a56b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:57.546331 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3322ac54-5f04-4962-960c-43670efc4db4 req-e8b4e769-07a5-471e-b873-0ec7cb10a56b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 945 time: 0.0496142 Jan 18 16:37:57.594826 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3322ac54-5f04-4962-960c-43670efc4db4 req-9def2530-1a5b-4b3a-b7ae-c7f5dd1c225b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430667 Jan 18 16:37:57.886156 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b307d78d-8690-4dee-b716-4f18e6567bfe up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:37:57.933217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port b307d78d-8690-4dee-b716-4f18e6567bfe completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:37:57.936960 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port b307d78d-8690-4dee-b716-4f18e6567bfe triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:37:57.937346 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:58.015680 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port b307d78d-8690-4dee-b716-4f18e6567bfe is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:37:58.016338 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:58.038921 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:37:58.041494 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704e529e-935b-4387-8a03-ced2c5a37156" -d '{"events": [{"server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "name": "network-vif-plugged", "status": "completed", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:37:58.054841 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port b307d78d-8690-4dee-b716-4f18e6567bfe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b307d78d-8690-4dee-b716-4f18e6567bfe,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:37:58.058950 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:58.083379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0a20a-31ae-4463-8724-fa560f9790eb x-openstack-request-id: req-c0f0a20a-31ae-4463-8724-fa560f9790eb {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:37:58.083667 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "name": "network-vif-plugged", "status": "completed", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:37:58.083921 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-c0f0a20a-31ae-4463-8724-fa560f9790eb {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:37:58.084473 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'code': 200} Jan 18 16:37:58.111990 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=b307d78d-8690-4dee-b716-4f18e6567bfe,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:37:58.330270 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d912d0-d8c0-4f57-990d-4a2d6fb006d8 req-18242981-64e0-4894-87cd-11ec257ad47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:58.331765 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-02d912d0-d8c0-4f57-990d-4a2d6fb006d8 req-18242981-64e0-4894-87cd-11ec257ad47c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 1099 time: 0.0401626 Jan 18 16:37:58.381583 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-02d912d0-d8c0-4f57-990d-4a2d6fb006d8 req-10ea5217-4cc2-484c-a5b3-7e58e2cb6ad8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Jan 18 16:37:58.715141 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39c5a1-6ec6-4d39-8b29-d81bc2155795 req-e68f0ceb-8733-49ff-9b10-80c6425d3761 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:58.716611 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5b39c5a1-6ec6-4d39-8b29-d81bc2155795 req-e68f0ceb-8733-49ff-9b10-80c6425d3761 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 946 time: 0.0544863 Jan 18 16:37:58.764833 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-5b39c5a1-6ec6-4d39-8b29-d81bc2155795 req-c7329f98-62aa-466e-8337-d90dc42de7f9 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424955 Jan 18 16:37:59.205088 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7c9ab40a-fa67-4333-9189-f85725438a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:37:59.880316 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbc3e2-448b-4b99-976c-6e1001a7f915 req-ed5c2f76-2aac-4f6b-b88d-cbc9a6159bc5 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:37:59.882681 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-45fbc3e2-448b-4b99-976c-6e1001a7f915 req-ed5c2f76-2aac-4f6b-b88d-cbc9a6159bc5 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 946 time: 0.0512736 Jan 18 16:37:59.931840 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-45fbc3e2-448b-4b99-976c-6e1001a7f915 req-f782ff04-a7b6-4c6e-8e0a-c6e1b5615900 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Jan 18 16:38:00.050771 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e2edb-93bf-45a4-a29d-6642647aea38 req-4df6b732-760b-4c6f-a64e-a3d179dfa43b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:00.052369 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1c1e2edb-93bf-45a4-a29d-6642647aea38 req-4df6b732-760b-4c6f-a64e-a3d179dfa43b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 946 time: 0.0534704 Jan 18 16:38:00.105156 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1c1e2edb-93bf-45a4-a29d-6642647aea38 req-1361f069-436c-42d8-8cf9-6c9d11462479 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 Jan 18 16:38:00.128061 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47608) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:00.168032 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d68e2-b9b1-4dc7-a4ea-c53bbacbc20f tempest-TestVolumeBootPattern-212251077 tempest-TestVolumeBootPattern-212251077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:00.169265 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.169795 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-3a5d68e2-b9b1-4dc7-a4ea-c53bbacbc20f tempest-TestVolumeBootPattern-212251077 tempest-TestVolumeBootPattern-212251077-project-admin] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 1094 time: 0.0407243 Jan 18 16:38:00.172495 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47610) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:00.176755 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'port_id': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:38:00.202509 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.305877 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.415438 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Allocated IP 172.27.3.56 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/c432e166-f412-4f4a-b5d9-1711a4a2835c) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:38:00.422284 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.518191 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.551340 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:00.591334 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:38:00.594217 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:38:00.597804 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:38:00.620272 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=c432e166-f412-4f4a-b5d9-1711a4a2835c,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:00.961970 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (30d10168-d8d4-4d2d-853d-04988afc703c), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.027175 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.178362 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.182894 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.253388 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event updated for resources: {'Port': ['ID=c432e166-f412-4f4a-b5d9-1711a4a2835c,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:01.265825 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (30d10168-d8d4-4d2d-853d-04988afc703c), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.363321 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Floating IP 30d10168-d8d4-4d2d-853d-04988afc703c associated. External IP: 172.27.3.56, port: b307d78d-8690-4dee-b716-4f18e6567bfe. Jan 18 16:38:01.577070 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:01.682748 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:01.694866 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:01.704212 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.705855 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:01.706460 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:01.768046 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-47e999a8-63a2-4982-8593-c0a165a66f58 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5853539 Jan 18 16:38:01.768046 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:01.768046 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00deb884-9684-48fd-9031-6f7b4fb3e485" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:01.782828 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-4b7826d6-21a7-4f06-8c24-7cd0af8e5aae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605586 Jan 18 16:38:01.808950 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:01.813829 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:01.832311 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d00576-d49f-4cc5-b523-740bef2c9590 x-openstack-request-id: req-44d00576-d49f-4cc5-b523-740bef2c9590 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:01.832557 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:01.832755 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-44d00576-d49f-4cc5-b523-740bef2c9590 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:01.833173 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'status': 'completed', 'code': 200} Jan 18 16:38:01.849494 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-99c1ed11-0806-4574-9de6-a4c0b654014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.851764 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-99c1ed11-0806-4574-9de6-a4c0b654014b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1099 time: 0.0462825 Jan 18 16:38:01.887371 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-73e2a716-3d32-4297-aae0-e8c19f789f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.888881 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-73e2a716-3d32-4297-aae0-e8c19f789f04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 1099 time: 0.0466986 Jan 18 16:38:01.958402 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-5ec8b616-8dd4-4ccf-81ab-9857e14ed3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.960311 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-5ec8b616-8dd4-4ccf-81ab-9857e14ed3f4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.0893230 Jan 18 16:38:01.994091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-637a1d92-5bfe-40f4-b4a5-4b2b45c24efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:01.996303 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-637a1d92-5bfe-40f4-b4a5-4b2b45c24efc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.1017184 Jan 18 16:38:02.047146 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-1118e324-4604-4c2a-b863-b2152cf0ea6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 1001 time: 0.0664277 Jan 18 16:38:02.055293 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '30d10168-d8d4-4d2d-853d-04988afc703c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:5b:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:00Z', 'updated_at': '2022-01-18T16:38:00Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}, {'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 1, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:02.062258 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-2198181d-4cd8-41d1-93d4-21557b01cb90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b307d78d-8690-4dee-b716-4f18e6567bfe HTTP/1.1" status: 200 len: 999 time: 0.0594504 Jan 18 16:38:02.086417 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:02.094823 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-8a632d25-91de-4474-b078-1617c58e528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:02.096289 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-8a632d25-91de-4474-b078-1617c58e528d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0435922 Jan 18 16:38:02.096458 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:02.097089 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:02.109468 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-3f53defb-fa98-4a50-bc18-ee224545afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:02.110933 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-3f53defb-fa98-4a50-bc18-ee224545afd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0437520 Jan 18 16:38:02.142795 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-1a6c329f-1aea-44ac-9ffd-5110d535f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:02.144463 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-1a6c329f-1aea-44ac-9ffd-5110d535f514 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403678 Jan 18 16:38:02.160468 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-ed55fcb9-1842-466e-b5c1-5ebb2c037d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:02.162200 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-ed55fcb9-1842-466e-b5c1-5ebb2c037d69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455136 Jan 18 16:38:02.205816 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:02.250621 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-1266966a-8556-4eac-9ad7-bc26d7bd1ab9 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981658 Jan 18 16:38:02.266004 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-ee591381-3e87-4dd1-9153-badfac0ba8f4 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971529 Jan 18 16:38:02.347475 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-b5142aa9-a9d5-496d-b175-638087b54d10 req-75f0f592-073f-4e87-8546-d6590b25ac01 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902140 Jan 18 16:38:02.369702 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-00deb884-9684-48fd-9031-6f7b4fb3e485 req-c51a5ed8-2518-4620-9577-bb8205d6b8c3 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947602 Jan 18 16:38:02.518652 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '30d10168-d8d4-4d2d-853d-04988afc703c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:5b:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:00Z', 'updated_at': '2022-01-18T16:38:00Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}, {'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 1, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:02.544250 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1238bfb9-4057-48f3-ba82-32d492b1edb6 None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '30d10168-d8d4-4d2d-853d-04988afc703c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:5b:59:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:38:00Z', 'updated_at': '2022-01-18T16:38:00Z', 'revision_number': 0, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}, {'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 1, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:02.725445 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3624114c-e952-4e6e-9624-c1221297e214 None None] New status for floating IP 30d10168-d8d4-4d2d-853d-04988afc703c: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:03.072306 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.608586 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47638) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:11.767964 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Deleting port cffb253c-611a-4ec8-b4ed-dcf2a396e126 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:11.768311 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.843028 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.843357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for floatingip (cffb253c-611a-4ec8-b4ed-dcf2a396e126), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:11.854717 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Calling delete_port for cffb253c-611a-4ec8-b4ed-dcf2a396e126 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:11.999853 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (cffb253c-611a-4ec8-b4ed-dcf2a396e126), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.026625 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event deleted for resources: {'Port': ['ID=cffb253c-611a-4ec8-b4ed-dcf2a396e126,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:12.084969 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for floatingip (f0018155-e82a-4b15-acbc-c5bb961b0edd), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.085307 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Floating IP f0018155-e82a-4b15-acbc-c5bb961b0edd disassociated (deleted). External IP: 172.27.3.42, port: 66167132-c1b5-4c9b-983f-cc21fd90ca2e. Jan 18 16:38:12.289260 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:12.395075 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:12.399739 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:12.405636 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] Sync routers for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:12.415696 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:12.416303 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:12.426878 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-da30c918-ab4d-43b3-8c52-51c83718570c tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "DELETE /v2.0/floatingips/f0018155-e82a-4b15-acbc-c5bb961b0edd HTTP/1.1" status: 204 len: 168 time: 0.8172472 Jan 18 16:38:12.427536 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:12.430412 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655bf7f3-c828-41fc-aa5e-343fbf2217e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:12.468346 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9dc51-06ab-47a2-b3da-cb954c97c6a9 x-openstack-request-id: req-4ad9dc51-06ab-47a2-b3da-cb954c97c6a9 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:12.468650 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:12.468913 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-4ad9dc51-06ab-47a2-b3da-cb954c97c6a9 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:12.469349 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'status': 'completed', 'code': 200} Jan 18 16:38:12.525517 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:12.535263 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-b0675a5e-eef2-48c7-aed0-cfa0c5d32926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.538215 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-b0675a5e-eef2-48c7-aed0-cfa0c5d32926 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 1099 time: 0.0448236 Jan 18 16:38:12.670886 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-67cefded-7976-4ed0-a2f0-9511cc53285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.672344 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-67cefded-7976-4ed0-a2f0-9511cc53285d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 200 len: 909 time: 0.1220012 Jan 18 16:38:12.683967 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35330936-5566-491d-a505-bf2212e9924b req-afce7107-25b5-4365-8e04-4fadc3717706 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.685408 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-35330936-5566-491d-a505-bf2212e9924b req-afce7107-25b5-4365-8e04-4fadc3717706 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0740230 Jan 18 16:38:12.731631 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-eb95ece8-e8eb-47b0-b398-9cf7dc18ad53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 200 len: 217 time: 0.0451908 Jan 18 16:38:12.732507 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:12.758191 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] Checking router: 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:12.766260 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:12.766851 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:12.794130 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-35330936-5566-491d-a505-bf2212e9924b req-0a869e7b-28d0-4985-ad32-d6fc2fc257ed tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013761 Jan 18 16:38:12.807530 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-374127f5-ec58-45f3-b2f0-f991076f793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:12.807530 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-374127f5-ec58-45f3-b2f0-f991076f793f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 200 len: 847 time: 0.0631316 Jan 18 16:38:12.876689 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:13.085570 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:13.116599 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8019d9e-5a67-48f5-a11a-ea8b237fa2d8 None None] The sync data for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi is: [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:33:14Z', 'revision_number': 4, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '2c3cf3b1-21cb-46fa-a8e9-98739ecc8925', 'name': '', 'network_id': '1d779339-63eb-450d-a363-4b07209eeb29', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'mac_address': 'fa:16:3e:29:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:13Z', 'updated_at': '2022-01-18T16:33:19Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'subnets': [{'id': '2fa1ed71-d528-41cb-a109-2e3f586f0094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:13.127323 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-1e0025d7-f86c-4c1d-bacb-6f2aa9c7b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.129019 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-1e0025d7-f86c-4c1d-bacb-6f2aa9c7b18d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d779339-63eb-450d-a363-4b07209eeb29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3157606 Jan 18 16:38:13.220419 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-1acbda9a-980f-45c3-ad45-3a1681a82b10 service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830755 Jan 18 16:38:13.319519 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-655bf7f3-c828-41fc-aa5e-343fbf2217e0 req-54103309-4fa1-4837-846b-ff814fabf0ad service neutron] 10.222.0.45 "GET /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906775 Jan 18 16:38:13.341689 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c26fdd-b596-42bd-98e8-384580722d50 None None] New status for floating IP f0018155-e82a-4b15-acbc-c5bb961b0edd: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:38:13.911067 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b10ed4-bdc8-49f7-82b6-de40026d9488 req-ac1cbf2a-0d58-4f63-af94-556b282ea314 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:13.912637 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-51b10ed4-bdc8-49f7-82b6-de40026d9488 req-ac1cbf2a-0d58-4f63-af94-556b282ea314 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0493379 Jan 18 16:38:13.961732 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-51b10ed4-bdc8-49f7-82b6-de40026d9488 req-6c3b9110-3469-40e4-a142-f1b73a39ec63 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/security-groups?id=ca628120-bda2-4f37-bab4-095a38a2a595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435565 Jan 18 16:38:14.383601 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-ff480de5-c7a1-42fd-bc96-45e06caba2c0 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:14.384968 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-ff480de5-c7a1-42fd-bc96-45e06caba2c0 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.45 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 946 time: 0.0521247 Jan 18 16:38:14.478643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Deleting port 66167132-c1b5-4c9b-983f-cc21fd90ca2e {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:14.478982 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.567978 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] For port 66167132-c1b5-4c9b-983f-cc21fd90ca2e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=66167132-c1b5-4c9b-983f-cc21fd90ca2e,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:14.568750 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.580514 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Calling delete_port for 66167132-c1b5-4c9b-983f-cc21fd90ca2e owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:14.702656 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (66167132-c1b5-4c9b-983f-cc21fd90ca2e), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.732568 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event deleted for resources: {'Port': ['ID=66167132-c1b5-4c9b-983f-cc21fd90ca2e,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:14.778614 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] No DVR routers for this DVR port 66167132-c1b5-4c9b-983f-cc21fd90ca2e on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:38:14.783142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:14.786447 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-37b9b8d8-fd6e-47e5-9827-39fda54cc971 req-2fe026c3-742e-4b17-bd8d-c4fb58d41bd6 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.45 "DELETE /v2.0/ports/66167132-c1b5-4c9b-983f-cc21fd90ca2e HTTP/1.1" status: 204 len: 173 time: 0.3917346 Jan 18 16:38:14.788240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-deleted', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:38:14.790541 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda977f1-769e-4587-9e49-f6343fcf814d" -d '{"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-deleted", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:38:14.830007 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dae2e1d-3bec-4739-8f1f-f14153480443 x-openstack-request-id: req-5dae2e1d-3bec-4739-8f1f-f14153480443 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:38:14.830305 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f46b70-ff39-46b9-912c-206b0683ed70", "name": "network-vif-deleted", "tag": "66167132-c1b5-4c9b-983f-cc21fd90ca2e", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:38:14.830563 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-5dae2e1d-3bec-4739-8f1f-f14153480443 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:38:14.830967 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f46b70-ff39-46b9-912c-206b0683ed70', 'name': 'network-vif-deleted', 'tag': '66167132-c1b5-4c9b-983f-cc21fd90ca2e', 'status': 'completed', 'code': 200} Jan 18 16:38:15.062576 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3c216b19-4dc8-427d-9fde-4719aa7ae37d req-04a792e0-763e-4c4f-808e-7de4e7f22a9f tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5f46b70-ff39-46b9-912c-206b0683ed70 HTTP/1.1" status: 200 len: 210 time: 0.0278356 Jan 18 16:38:16.118193 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47664) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:16.173789 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad26df9a-697c-4a90-a021-76e3639e0c64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group (ca628120-bda2-4f37-bab4-095a38a2a595), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:16.200080 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad26df9a-697c-4a90-a021-76e3639e0c64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group (ca628120-bda2-4f37-bab4-095a38a2a595), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:16.262238 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad26df9a-697c-4a90-a021-76e3639e0c64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (ca628120-bda2-4f37-bab4-095a38a2a595), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:16.265036 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad26df9a-697c-4a90-a021-76e3639e0c64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:16.266235 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ad26df9a-697c-4a90-a021-76e3639e0c64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] 10.222.0.82 "DELETE /v2.0/security-groups/ca628120-bda2-4f37-bab4-095a38a2a595 HTTP/1.1" status: 204 len: 168 time: 0.1470180 Jan 18 16:38:16.276201 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26df9a-697c-4a90-a021-76e3639e0c64 tempest-TestShelveInstance-877361262 tempest-TestShelveInstance-877361262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca628120-bda2-4f37-bab4-095a38a2a595,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:16.316903 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47670) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:16.934868 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:17.172146 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Deleting port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:17.172517 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:17.251697 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] For port 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:17.252052 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:17.268888 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Calling delete_port for 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:17.447921 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (2c3cf3b1-21cb-46fa-a8e9-98739ecc8925), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:17.472969 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3cf3b1-21cb-46fa-a8e9-98739ecc8925,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:17.486825 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:38:17.639925 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:17.848089 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:17.950818 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:17.955735 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-539da7a5-c96b-45f6-bc9c-73fc5f3000c3 admin admin] 10.222.0.82 "PUT /v2.0/routers/2cc78f81-bf3f-4aa6-93eb-c8352ed19832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6378474 Jan 18 16:38:17.958287 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47676) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:17.961573 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] Sync routers for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:17.971214 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:17.971806 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:18.003091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:18.026217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 66167132-c1b5-4c9b-983f-cc21fd90ca2e {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:18.026559 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 66167132-c1b5-4c9b-983f-cc21fd90ca2e not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:18.063625 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks [] for router (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.076696 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:18.169310 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks [] for router_gateway (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.224661 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Deleting port 6541f082-b605-429c-825a-f3e5c7509d66 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:18.225046 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (6541f082-b605-429c-825a-f3e5c7509d66), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.262141 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '6541f082-b605-429c-825a-f3e5c7509d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:38:17Z', 'revision_number': 5, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port': {'id': '6541f082-b605-429c-825a-f3e5c7509d66', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:09Z', 'updated_at': '2022-01-18T16:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:18.288945 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] Checking router: 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:18.297061 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] Routers {'2cc78f81-bf3f-4aa6-93eb-c8352ed19832'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:18.297655 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:18.311771 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] For port 6541f082-b605-429c-825a-f3e5c7509d66, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=6541f082-b605-429c-825a-f3e5c7509d66,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:18.312168 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (6541f082-b605-429c-825a-f3e5c7509d66), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.329048 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Calling delete_port for 6541f082-b605-429c-825a-f3e5c7509d66 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:18.383175 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] Set router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:18.499835 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (6541f082-b605-429c-825a-f3e5c7509d66), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.526487 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:38:18Z', 'revision_number': 6, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:18.545602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6541f082-b605-429c-825a-f3e5c7509d66,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:18.559331 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dccfc6-2d14-43f1-ac5f-8d91863efdb3 None None] The sync data for ids ['2cc78f81-bf3f-4aa6-93eb-c8352ed19832'] in dv-cinder-788368-3-iscsi is: [{'id': '2cc78f81-bf3f-4aa6-93eb-c8352ed19832', 'name': 'tempest-TestShelveInstance-383129668-router', 'tenant_id': '726b7bab53ef4d6e869362551b3cfb6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:07Z', 'updated_at': '2022-01-18T16:38:18Z', 'revision_number': 6, 'project_id': '726b7bab53ef4d6e869362551b3cfb6c', 'gw_port_host': None}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:18.618763 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.717162 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.719314 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks [] for router_controller (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.762964 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (2cc78f81-bf3f-4aa6-93eb-c8352ed19832), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.763585 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cc78f81-bf3f-4aa6-93eb-c8352ed19832 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:38:18.768098 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.769314 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-02915e3c-be3f-48a1-94c6-9c5609bfd1b4 admin admin] 10.222.0.82 "DELETE /v2.0/routers/2cc78f81-bf3f-4aa6-93eb-c8352ed19832 HTTP/1.1" status: 204 len: 168 time: 0.8094590 Jan 18 16:38:18.772158 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47680) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:18.819493 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Deleting subnet 2fa1ed71-d528-41cb-a109-2e3f586f0094 {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:38:18.822618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Publish callbacks [] for subnet (2fa1ed71-d528-41cb-a109-2e3f586f0094), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.856345 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936409'] for subnet (2fa1ed71-d528-41cb-a109-2e3f586f0094), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:18.939840 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (2fa1ed71-d528-41cb-a109-2e3f586f0094), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.006524 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4766998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786501'] for subnet (2fa1ed71-d528-41cb-a109-2e3f586f0094), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.031875 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa1ed71-d528-41cb-a109-2e3f586f0094,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:19.036313 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.040653 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/2fa1ed71-d528-41cb-a109-2e3f586f0094 HTTP/1.1" status: 204 len: 168 time: 0.2674751 Jan 18 16:38:19.042332 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7a090-fca7-43b6-9cf0-294d7e50b102 None None] Network 1d779339-63eb-450d-a363-4b07209eeb29 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:38:19.043526 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47682) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:19.045568 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.045919 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.046265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.046607 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.046953 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.047287 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.047624 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.047955 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.048284 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.048614 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.048950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.049279 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.049603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fc49-0a01-46c4-ba0a-038407508d2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:38:19.118944 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (1d779339-63eb-450d-a363-4b07209eeb29), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.173216 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Deleting port 52c4815d-e76b-49a9-9efa-f7f292b45c46 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:19.173560 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.237381 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] For port 52c4815d-e76b-49a9-9efa-f7f292b45c46, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=52c4815d-e76b-49a9-9efa-f7f292b45c46,segment=NetworkSegment(b25fd30a-2a9f-49a4-a763-b4fa36875e65),segment_id=b25fd30a-2a9f-49a4-a763-b4fa36875e65)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:19.237657 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.251062 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Calling delete_port for 52c4815d-e76b-49a9-9efa-f7f292b45c46 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:19.332174 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (52c4815d-e76b-49a9-9efa-f7f292b45c46), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.347768 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5440bf81-9478-4086-b6ee-67b7c79e021d None None] DHCP port deletion for 1d779339-63eb-450d-a363-4b07209eeb29 request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:38:19.357338 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c4815d-e76b-49a9-9efa-f7f292b45c46,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:19.363527 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] No DVR routers for this DVR port 52c4815d-e76b-49a9-9efa-f7f292b45c46 on host dv-cinder-788368-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:38:19.436467 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (1d779339-63eb-450d-a363-4b07209eeb29), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.457229 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d779339-63eb-450d-a363-4b07209eeb29']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:19.467334 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25fd30a-2a9f-49a4-a763-b4fa36875e65') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:19.467628 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25fd30a-2a9f-49a4-a763-b4fa36875e65') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:19.477563 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (b25fd30a-2a9f-49a4-a763-b4fa36875e65), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.490764 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (b25fd30a-2a9f-49a4-a763-b4fa36875e65), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.496548 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (b25fd30a-2a9f-49a4-a763-b4fa36875e65), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: warnings.warn(msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:38:19.503254 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:38:19.554955 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (1d779339-63eb-450d-a363-4b07209eeb29), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.560489 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:19.567604 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] 10.222.0.82 "DELETE /v2.0/networks/1d779339-63eb-450d-a363-4b07209eeb29 HTTP/1.1" status: 204 len: 168 time: 0.5200145 Jan 18 16:38:19.568004 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47686) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:19.575975 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065463-7286-4ec6-918c-d955959c8432 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d779339-63eb-450d-a363-4b07209eeb29,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:19.909967 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (2fb10db1-7e1e-4069-9551-c4f8f6070acf), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:20.148243 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Deleting port 493a99fc-1ece-48c3-a27c-cceb7cb1c454 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:20.148575 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:20.230230 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] For port 493a99fc-1ece-48c3-a27c-cceb7cb1c454, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=493a99fc-1ece-48c3-a27c-cceb7cb1c454,segment=NetworkSegment(d221a49d-a202-4bb2-95f2-2f896db5a950),segment_id=d221a49d-a202-4bb2-95f2-2f896db5a950)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:20.231188 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:20.244154 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Calling delete_port for 493a99fc-1ece-48c3-a27c-cceb7cb1c454 owned by network:router_interface {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:20.280092 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 6541f082-b605-429c-825a-f3e5c7509d66 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:20.301165 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 6541f082-b605-429c-825a-f3e5c7509d66 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:20.301515 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 6541f082-b605-429c-825a-f3e5c7509d66 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:20.301926 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:20.320835 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:20.321205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 2c3cf3b1-21cb-46fa-a8e9-98739ecc8925 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:20.321615 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 52c4815d-e76b-49a9-9efa-f7f292b45c46 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:20.340732 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 52c4815d-e76b-49a9-9efa-f7f292b45c46 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:20.341105 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 52c4815d-e76b-49a9-9efa-f7f292b45c46 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:20.430978 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (493a99fc-1ece-48c3-a27c-cceb7cb1c454), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:20.458305 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Pushing event deleted for resources: {'Port': ['ID=493a99fc-1ece-48c3-a27c-cceb7cb1c454,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:20.624515 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (2fb10db1-7e1e-4069-9551-c4f8f6070acf), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:20.843345 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Router 2fb10db1-7e1e-4069-9551-c4f8f6070acf has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:38:20.949275 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:38:20.954261 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2ff230f4-b366-4007-871e-5f5d8ae8fcbe admin admin] 10.222.0.82 "PUT /v2.0/routers/2fb10db1-7e1e-4069-9551-c4f8f6070acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3848708 Jan 18 16:38:20.956699 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47690) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:20.957665 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] Sync routers for ids ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:38:20.968968 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] Routers {'2fb10db1-7e1e-4069-9551-c4f8f6070acf'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:20.969819 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:21.061265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks [] for router (2fb10db1-7e1e-4069-9551-c4f8f6070acf), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.075248 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] Set router 2fb10db1-7e1e-4069-9551-c4f8f6070acf gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:21.164651 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks [] for router_gateway (2fb10db1-7e1e-4069-9551-c4f8f6070acf), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.216710 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Deleting port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:21.217076 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.257323 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:38:20Z', 'revision_number': 5, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port': {'id': '4256eae5-e509-4db4-b44b-5c2a8e9f4e2d', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:d8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:33:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:21.284874 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] Checking router: 2fb10db1-7e1e-4069-9551-c4f8f6070acf for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:38:21.293478 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] Routers {'2fb10db1-7e1e-4069-9551-c4f8f6070acf'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:38:21.294086 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:37:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:21.306580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] For port 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:21.306937 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.319337 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Calling delete_port for 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d owned by network:router_gateway {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:21.380836 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] Set router 2fb10db1-7e1e-4069-9551-c4f8f6070acf gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:38:21.490621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (4256eae5-e509-4db4-b44b-5c2a8e9f4e2d), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.517297 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=4256eae5-e509-4db4-b44b-5c2a8e9f4e2d,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:21.566657 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:38:21Z', 'revision_number': 6, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:21.579046 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (2fb10db1-7e1e-4069-9551-c4f8f6070acf), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.594682 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96212415-2c15-4493-bd2b-721c63cac57d None None] The sync data for ids ['2fb10db1-7e1e-4069-9551-c4f8f6070acf'] in dv-cinder-788368-3-iscsi is: [{'id': '2fb10db1-7e1e-4069-9551-c4f8f6070acf', 'name': 'tempest-TestShelveInstance-1640621864-router', 'tenant_id': '1134227e7952407caed0a38e220a6621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:33:17Z', 'updated_at': '2022-01-18T16:38:21Z', 'revision_number': 6, 'project_id': '1134227e7952407caed0a38e220a6621', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:38:21.669763 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (2fb10db1-7e1e-4069-9551-c4f8f6070acf), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.671895 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks [] for router_controller (2fb10db1-7e1e-4069-9551-c4f8f6070acf), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.718603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (2fb10db1-7e1e-4069-9551-c4f8f6070acf), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.719165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fb10db1-7e1e-4069-9551-c4f8f6070acf {{(pid=102500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:38:21.723444 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.724626 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-8604ebd6-0971-4ee8-a409-7b6f825df8dd admin admin] 10.222.0.82 "DELETE /v2.0/routers/2fb10db1-7e1e-4069-9551-c4f8f6070acf HTTP/1.1" status: 204 len: 168 time: 0.7669415 Jan 18 16:38:21.727547 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47692) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:21.772440 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Deleting subnet b67375dd-b06a-4ffe-856f-1db60aba9d78 {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:38:21.775595 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Publish callbacks [] for subnet (b67375dd-b06a-4ffe-856f-1db60aba9d78), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.810100 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936409'] for subnet (b67375dd-b06a-4ffe-856f-1db60aba9d78), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.890367 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (b67375dd-b06a-4ffe-856f-1db60aba9d78), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.942485 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4766998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786501'] for subnet (b67375dd-b06a-4ffe-856f-1db60aba9d78), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.972044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:21.977834 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b67375dd-b06a-4ffe-856f-1db60aba9d78 HTTP/1.1" status: 204 len: 168 time: 0.2493060 Jan 18 16:38:21.978424 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a6df6-856f-495d-abfb-18e56bcc0e5f None None] Network c5adadab-65fd-4031-ab0a-e674b61dfd7d requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:38:21.978816 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65018415-e810-44ea-bd48-6c3ed6c3139c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67375dd-b06a-4ffe-856f-1db60aba9d78,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:21.980322 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47696) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:22.070239 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (c5adadab-65fd-4031-ab0a-e674b61dfd7d), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.124884 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Deleting port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:38:22.125254 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.188664 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] For port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,segment=NetworkSegment(d221a49d-a202-4bb2-95f2-2f896db5a950),segment_id=d221a49d-a202-4bb2-95f2-2f896db5a950)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:38:22.189069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.202428 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Calling delete_port for fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:38:22.281266 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.308889 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:22.310665 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] No DVR routers for this DVR port fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 on host dv-cinder-788368-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:38:22.383968 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6e1bf4-6a2c-4044-9793-fa9309f8c33a None None] DHCP port deletion for c5adadab-65fd-4031-ab0a-e674b61dfd7d request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:38:22.390369 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (c5adadab-65fd-4031-ab0a-e674b61dfd7d), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.413177 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5adadab-65fd-4031-ab0a-e674b61dfd7d']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:22.423291 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd221a49d-a202-4bb2-95f2-2f896db5a950') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:22.423594 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd221a49d-a202-4bb2-95f2-2f896db5a950') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:38:22.434377 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (d221a49d-a202-4bb2-95f2-2f896db5a950), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.445638 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:22.447759 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (d221a49d-a202-4bb2-95f2-2f896db5a950), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.453911 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:38:22.454300 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (d221a49d-a202-4bb2-95f2-2f896db5a950), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:38:22.455953 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:38:22.467740 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:22.468336 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device fff7ed3c-2226-4137-b2a7-4ba13fa3d8d0 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:22.468953 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:22.496204 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:22.496559 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 4256eae5-e509-4db4-b44b-5c2a8e9f4e2d not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:22.496999 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 493a99fc-1ece-48c3-a27c-cceb7cb1c454 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:38:22.511687 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (c5adadab-65fd-4031-ab0a-e674b61dfd7d), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.517261 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.524082 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 493a99fc-1ece-48c3-a27c-cceb7cb1c454 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:38:22.524082 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 493a99fc-1ece-48c3-a27c-cceb7cb1c454 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:38:22.524952 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] 10.222.0.82 "DELETE /v2.0/networks/c5adadab-65fd-4031-ab0a-e674b61dfd7d HTTP/1.1" status: 204 len: 168 time: 0.5391245 Jan 18 16:38:22.534240 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fc3b6-c472-49bf-a1cd-7ecc58e190c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5adadab-65fd-4031-ab0a-e674b61dfd7d,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:22.645637 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47702) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:22.694696 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-286b3e47-9db9-4a51-b79f-d856fd194bf8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=726b7bab53ef4d6e869362551b3cfb6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464640 Jan 18 16:38:22.697009 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47704) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:22.743264 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43b8988e-bd12-474d-9424-bd90ac151ded admin admin] Publish callbacks [] for security_group (5bccaf8b-0677-42c9-a6aa-74e071f96b9a), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.764015 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43b8988e-bd12-474d-9424-bd90ac151ded admin admin] Publish callbacks [] for security_group (5bccaf8b-0677-42c9-a6aa-74e071f96b9a), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.809084 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43b8988e-bd12-474d-9424-bd90ac151ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5bccaf8b-0677-42c9-a6aa-74e071f96b9a), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.812032 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-43b8988e-bd12-474d-9424-bd90ac151ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:22.813214 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-43b8988e-bd12-474d-9424-bd90ac151ded admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5bccaf8b-0677-42c9-a6aa-74e071f96b9a HTTP/1.1" status: 204 len: 168 time: 0.1152158 Jan 18 16:38:22.821846 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8988e-bd12-474d-9424-bd90ac151ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bccaf8b-0677-42c9-a6aa-74e071f96b9a,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:23.121798 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47712) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:23.160287 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-46389dcb-7262-4e1f-a60b-e549ae3fc4a7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1134227e7952407caed0a38e220a6621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373337 Jan 18 16:38:23.162965 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47714) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:38:23.208524 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e73e12f-36ca-4975-aa79-ffe2a7d5dd7a admin admin] Publish callbacks [] for security_group (f9edbd2f-ff2e-4a09-9c14-7342c3734cfb), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:23.229155 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e73e12f-36ca-4975-aa79-ffe2a7d5dd7a admin admin] Publish callbacks [] for security_group (f9edbd2f-ff2e-4a09-9c14-7342c3734cfb), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:23.276348 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e73e12f-36ca-4975-aa79-ffe2a7d5dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (f9edbd2f-ff2e-4a09-9c14-7342c3734cfb), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:23.280196 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e73e12f-36ca-4975-aa79-ffe2a7d5dd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:23.282139 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2e73e12f-36ca-4975-aa79-ffe2a7d5dd7a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f9edbd2f-ff2e-4a09-9c14-7342c3734cfb HTTP/1.1" status: 204 len: 168 time: 0.1180761 Jan 18 16:38:23.294639 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73e12f-36ca-4975-aa79-ffe2a7d5dd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9edbd2f-ff2e-4a09-9c14-7342c3734cfb,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:38:26.971432 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-881ecf4b-b0d9-4821-9489-980bc531b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:29.206727 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-017b629f-e5be-4517-b9e5-44636845ef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.197299 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:30.424777 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:31.807175 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:33.078094 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:35.463298 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a50ad-e2f8-42b8-b8fd-c850a32a91ae req-f1210520-fcf0-481e-a602-dbccc1bc640c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:35.464798 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-673a50ad-e2f8-42b8-b8fd-c850a32a91ae req-f1210520-fcf0-481e-a602-dbccc1bc640c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0543027 Jan 18 16:38:35.512820 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-673a50ad-e2f8-42b8-b8fd-c850a32a91ae req-29929db6-fb09-4009-8214-08fd5a958425 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Jan 18 16:38:36.632030 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37006b31-3d18-443d-ba73-ddd5649ed278 req-8aeb7e19-67f3-4e86-b43b-fbd1c3c36ff3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:36.633526 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-37006b31-3d18-443d-ba73-ddd5649ed278 req-8aeb7e19-67f3-4e86-b43b-fbd1c3c36ff3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0525312 Jan 18 16:38:36.678735 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-37006b31-3d18-443d-ba73-ddd5649ed278 req-90c04db1-bcdd-45e3-a3ac-b76b9716d1b8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396624 Jan 18 16:38:37.811583 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7e7c-7942-4ae4-88f0-77984feeac43 req-94031fdb-32f6-47dc-8542-c70c2c147cc0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:37.813042 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bccd7e7c-7942-4ae4-88f0-77984feeac43 req-94031fdb-32f6-47dc-8542-c70c2c147cc0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0474851 Jan 18 16:38:37.860541 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bccd7e7c-7942-4ae4-88f0-77984feeac43 req-6d1f6093-ab8f-490e-be43-94307bbd4fd1 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Jan 18 16:38:38.976538 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0bc37-aef1-4282-a959-6c1d652ef6a9 req-da18795e-1f19-4157-9a99-d24ca45c9771 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:38.978037 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-efd0bc37-aef1-4282-a959-6c1d652ef6a9 req-da18795e-1f19-4157-9a99-d24ca45c9771 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0518959 Jan 18 16:38:39.023786 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-efd0bc37-aef1-4282-a959-6c1d652ef6a9 req-46d0546f-d84e-45e5-bb4f-f30d16937b9d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403378 Jan 18 16:38:40.136369 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c68521-fddc-46a0-81bb-c823349f35ac req-4e8a5212-cb0a-407e-ad8a-6aa02c072f30 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:40.137869 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-72c68521-fddc-46a0-81bb-c823349f35ac req-4e8a5212-cb0a-407e-ad8a-6aa02c072f30 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0485220 Jan 18 16:38:40.184607 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-72c68521-fddc-46a0-81bb-c823349f35ac req-93a466da-fb9d-4e71-b724-ca8a9da5bd96 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412998 Jan 18 16:38:41.299069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63ade5-b1a1-4e3a-8fe5-a74de2002fc6 req-5a0b32c4-aa3c-4d78-82dd-d7a8ec03fbd9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:41.300533 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-be63ade5-b1a1-4e3a-8fe5-a74de2002fc6 req-5a0b32c4-aa3c-4d78-82dd-d7a8ec03fbd9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0485175 Jan 18 16:38:41.350438 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-be63ade5-b1a1-4e3a-8fe5-a74de2002fc6 req-11fc39c9-422e-4207-a9a0-8bd20271cdc5 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443664 Jan 18 16:38:42.463353 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fac5b1-9858-42f6-9047-92b828c68705 req-84338141-5923-46f2-b124-9c720636f1db tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:42.464800 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-54fac5b1-9858-42f6-9047-92b828c68705 req-84338141-5923-46f2-b124-9c720636f1db tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0477483 Jan 18 16:38:42.511183 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-54fac5b1-9858-42f6-9047-92b828c68705 req-09a8dc66-284d-4d39-afff-c03e53620e2b tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408299 Jan 18 16:38:43.627529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be55ff-a338-413e-bc5b-866eb71f6266 req-e3d8bbb8-feff-41f9-8820-da4c16cafc89 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:43.629027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7be55ff-a338-413e-bc5b-866eb71f6266 req-e3d8bbb8-feff-41f9-8820-da4c16cafc89 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0476680 Jan 18 16:38:43.675106 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f7be55ff-a338-413e-bc5b-866eb71f6266 req-1cc1c274-c1c2-42b8-b628-7ea3b2efbfd3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 Jan 18 16:38:44.792456 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f63cce-febd-4eea-9e10-911d8fe12cb6 req-613b65e0-c762-48a0-84f4-75b8e3ac348f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:44.793949 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-95f63cce-febd-4eea-9e10-911d8fe12cb6 req-613b65e0-c762-48a0-84f4-75b8e3ac348f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0519233 Jan 18 16:38:44.850707 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-95f63cce-febd-4eea-9e10-911d8fe12cb6 req-a8463617-be7a-433a-bc7c-f36e49d757e9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513012 Jan 18 16:38:45.962619 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4183-5adf-4a28-b329-efd3f7a59385 req-b0b86025-64b1-4d55-88fb-0bfc81094044 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:45.964070 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3ce4183-5adf-4a28-b329-efd3f7a59385 req-b0b86025-64b1-4d55-88fb-0bfc81094044 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0481904 Jan 18 16:38:46.009940 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c3ce4183-5adf-4a28-b329-efd3f7a59385 req-11f2461e-f276-42d7-b919-77cdc0ba261b tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Jan 18 16:38:47.122996 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4eacc-ac06-4cab-bc00-2333f35e1f86 req-e130f961-ea8a-498a-abff-ae75f26237fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:47.124473 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-14e4eacc-ac06-4cab-bc00-2333f35e1f86 req-e130f961-ea8a-498a-abff-ae75f26237fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0478628 Jan 18 16:38:47.174311 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-14e4eacc-ac06-4cab-bc00-2333f35e1f86 req-d3c03af7-c3d0-4ae7-92b7-a9436e2e0ad4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443323 Jan 18 16:38:48.291595 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e14eb0-4321-402f-b8f1-b40e00356f92 req-a43b7e24-3d7a-4fa3-a8cb-da80193b9ba8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:48.293072 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-99e14eb0-4321-402f-b8f1-b40e00356f92 req-a43b7e24-3d7a-4fa3-a8cb-da80193b9ba8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0476840 Jan 18 16:38:48.341541 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-99e14eb0-4321-402f-b8f1-b40e00356f92 req-f79af3bb-b321-4f8f-9ffd-099c2a32de87 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Jan 18 16:38:49.454561 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875af81c-6d19-4072-94f5-4888f9b9bc02 req-b4152f62-4810-4ba9-9fd7-f4f064f5a157 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:49.456027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-875af81c-6d19-4072-94f5-4888f9b9bc02 req-b4152f62-4810-4ba9-9fd7-f4f064f5a157 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Jan 18 16:38:49.501501 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-875af81c-6d19-4072-94f5-4888f9b9bc02 req-f2b556cf-ab80-40c9-bcec-70653e7e8b65 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396941 Jan 18 16:38:50.621418 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efa3a0-1df4-4a28-a37a-06ee0421fa9d req-24527c2e-4d98-4d85-ba84-c39ae23694a3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:50.622873 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-17efa3a0-1df4-4a28-a37a-06ee0421fa9d req-24527c2e-4d98-4d85-ba84-c39ae23694a3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0519836 Jan 18 16:38:50.669299 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-17efa3a0-1df4-4a28-a37a-06ee0421fa9d req-967e49c3-25e6-440b-82f0-e5590c6a41bb tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408764 Jan 18 16:38:51.783396 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559dca9-3559-430c-9b11-94f43ed91971 req-de5a2166-891d-43ff-9bab-4826ef7b5c5e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:51.784851 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a559dca9-3559-430c-9b11-94f43ed91971 req-de5a2166-891d-43ff-9bab-4826ef7b5c5e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0482652 Jan 18 16:38:51.831394 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a559dca9-3559-430c-9b11-94f43ed91971 req-071116d4-c6f2-46c1-ae93-3e6a123cb5f4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403776 Jan 18 16:38:52.952449 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef100576-e947-4d1c-9221-0d55c5b62d92 req-7f91b500-53ec-416c-ac61-86489e2cac28 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:52.953911 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ef100576-e947-4d1c-9221-0d55c5b62d92 req-7f91b500-53ec-416c-ac61-86489e2cac28 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0510356 Jan 18 16:38:52.998756 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ef100576-e947-4d1c-9221-0d55c5b62d92 req-0fc84c3f-ad70-43c8-bac5-0d301b7915bb tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Jan 18 16:38:54.111583 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a562-13d8-49f2-bf5d-da37b7a795cc req-0111a675-e8a8-47f1-a23a-6b6e2509a257 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:54.113058 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b7c2a562-13d8-49f2-bf5d-da37b7a795cc req-0111a675-e8a8-47f1-a23a-6b6e2509a257 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0485837 Jan 18 16:38:54.167223 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b7c2a562-13d8-49f2-bf5d-da37b7a795cc req-5da71a93-ab4f-485c-9ff0-9f16400d6270 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479765 Jan 18 16:38:54.485612 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:38:55.285162 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179fe9b-f18b-4c15-9da1-d5b47f4bdcf7 req-ca1792f8-6260-4bf7-9125-c64efb04e5dd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:55.286725 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c179fe9b-f18b-4c15-9da1-d5b47f4bdcf7 req-ca1792f8-6260-4bf7-9125-c64efb04e5dd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0529835 Jan 18 16:38:55.336781 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c179fe9b-f18b-4c15-9da1-d5b47f4bdcf7 req-0828012d-789e-4462-9a26-c573bcd7dde8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Jan 18 16:38:56.453100 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fe0cb-9180-4611-8be3-df4b431ff45f req-0fc2c5ce-ac22-4301-a35a-04ada13c34ea tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:56.454554 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a13fe0cb-9180-4611-8be3-df4b431ff45f req-0fc2c5ce-ac22-4301-a35a-04ada13c34ea tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0488698 Jan 18 16:38:56.502001 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a13fe0cb-9180-4611-8be3-df4b431ff45f req-5ad36a78-c47b-415a-863b-f30418b58f93 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Jan 18 16:38:56.697986 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de85015-3ec5-454f-bcb6-f0616baad9e5 req-3a2cb023-40ab-4850-9079-a1c6df043181 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:56.699471 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2de85015-3ec5-454f-bcb6-f0616baad9e5 req-3a2cb023-40ab-4850-9079-a1c6df043181 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0504637 Jan 18 16:38:56.747268 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2de85015-3ec5-454f-bcb6-f0616baad9e5 req-52379442-3219-4193-a0d5-625258a2f949 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Jan 18 16:38:56.869273 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-123faa62-8c82-476e-bd97-046b3a77331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:56.870750 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-123faa62-8c82-476e-bd97-046b3a77331a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1099 time: 0.0431924 Jan 18 16:38:56.957185 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-7cd1e9cc-2239-4bee-b545-6a81773f60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:56.959319 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-7cd1e9cc-2239-4bee-b545-6a81773f60af service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.0825915 Jan 18 16:38:56.973332 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6d75b579-3a17-42b8-a3e4-eb3dfca49d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:38:57.292140 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-70140337-8b51-4af4-8aa7-289c4b9d59d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 1002 time: 0.3265603 Jan 18 16:38:57.340866 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-50669777-299a-43a1-b3cd-9d6242c95775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:57.342322 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-50669777-299a-43a1-b3cd-9d6242c95775 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0435493 Jan 18 16:38:57.387179 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-2b70d734-35d3-4e5a-a17d-e2a2214de277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:57.388646 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-2b70d734-35d3-4e5a-a17d-e2a2214de277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390308 Jan 18 16:38:57.479599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-d14ad340-8fa4-4638-89b4-f5289735f067 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838490 Jan 18 16:38:57.569040 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-aa405a5f-b956-4cf7-8162-9606f993a668 req-b98ab229-4109-4fcf-9b6c-2ed01418330a service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832388 Jan 18 16:38:57.866212 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d33e2-30f9-4f12-8940-4b86820fe7b8 req-851543d1-25aa-4008-948b-fdaba2f473a0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:57.867592 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bf6d33e2-30f9-4f12-8940-4b86820fe7b8 req-851543d1-25aa-4008-948b-fdaba2f473a0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0502760 Jan 18 16:38:57.918333 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bf6d33e2-30f9-4f12-8940-4b86820fe7b8 req-a6934a21-8892-4039-be78-3cf870cb0589 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452604 Jan 18 16:38:59.032102 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231da10a-d099-4f80-82e8-ad3879aabde3 req-83c8c85f-42b1-4e63-85da-a2abe9b287be tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:38:59.033602 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-231da10a-d099-4f80-82e8-ad3879aabde3 req-83c8c85f-42b1-4e63-85da-a2abe9b287be tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0481730 Jan 18 16:38:59.079883 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-231da10a-d099-4f80-82e8-ad3879aabde3 req-15d74008-8b5e-4580-a7d3-35c14106c314 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Jan 18 16:38:59.208169 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8030779a-e335-4de6-8eab-89782509a99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:00.204356 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:00.426845 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:01.816827 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:02.798330 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-eb63ed36-121e-4b03-bfbb-4dc0513f05fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386264 Jan 18 16:39:02.876209 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-3fee78f8-012e-4349-9520-86b614386340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:02.877702 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-3fee78f8-012e-4349-9520-86b614386340 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1099 time: 0.0405648 Jan 18 16:39:02.985725 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-794cd26e-d90d-4b40-b207-38ddc4bd9823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:02.987335 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-794cd26e-d90d-4b40-b207-38ddc4bd9823 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.0897219 Jan 18 16:39:03.053810 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-56f72ef2-924e-4ff9-89d4-2848242ab42e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 1001 time: 0.0606968 Jan 18 16:39:03.072740 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:03.107414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-e5f2b695-79e8-4126-8676-43d2fb726afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:03.108883 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-e5f2b695-79e8-4126-8676-43d2fb726afd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0487876 Jan 18 16:39:03.153084 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-7538f127-b755-45e3-b0fa-ed2fec8d8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:03.154573 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-7538f127-b755-45e3-b0fa-ed2fec8d8f1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401466 Jan 18 16:39:03.244263 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-6d0e8326-0c62-47b9-a82e-914d01cd8fc5 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838511 Jan 18 16:39:03.335548 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-21f6705a-ccb5-4ad4-90cb-af0276d28768 req-0f34ce26-92ee-4f71-b1d5-df8bccd08c15 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Jan 18 16:39:26.975446 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-821115b6-c85c-40d6-9a00-6ac152b68ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:29.210263 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8d433e5c-251d-428b-af71-d3e9f9688b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:30.200632 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:30.430627 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:31.484003 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:39:31.818969 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:33.074179 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:33.538873 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eb510-9671-4541-83f8-9cf2fc1f027e req-03cede84-7368-4f37-a441-6fae502c1cac tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:33.540360 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d94eb510-9671-4541-83f8-9cf2fc1f027e req-03cede84-7368-4f37-a441-6fae502c1cac tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0507655 Jan 18 16:39:33.589799 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d94eb510-9671-4541-83f8-9cf2fc1f027e req-36215b69-5cc4-40d0-b57e-09ba5006cefe tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436862 Jan 18 16:39:34.708950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9b63d-e293-403e-a6ea-246711323cc2 req-b90d9d88-b903-4e90-bb96-31fa53f54a50 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:34.711235 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-73b9b63d-e293-403e-a6ea-246711323cc2 req-b90d9d88-b903-4e90-bb96-31fa53f54a50 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0546217 Jan 18 16:39:34.760582 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-73b9b63d-e293-403e-a6ea-246711323cc2 req-f7809e29-91da-42b2-876a-73dce1abe69d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433784 Jan 18 16:39:35.875548 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727edb8-bd3c-4334-8995-24fd600d2d98 req-d2f3a589-6928-4329-95dc-ee9e84994960 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:35.877043 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a727edb8-bd3c-4334-8995-24fd600d2d98 req-d2f3a589-6928-4329-95dc-ee9e84994960 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0484014 Jan 18 16:39:35.923622 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a727edb8-bd3c-4334-8995-24fd600d2d98 req-d8c98c65-bc3f-437d-958a-f50d5e047d07 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Jan 18 16:39:37.037961 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51012ea1-bc6b-4d20-aaaa-fb296a63182e req-a4069b71-dbce-4442-b613-3b4528359c7c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:37.039401 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-51012ea1-bc6b-4d20-aaaa-fb296a63182e req-a4069b71-dbce-4442-b613-3b4528359c7c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0475419 Jan 18 16:39:37.088442 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-51012ea1-bc6b-4d20-aaaa-fb296a63182e req-e8845bd9-411d-490c-9b56-c8d12394bb46 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Jan 18 16:39:38.202315 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4fd3-361b-487d-af35-6feb2feb29ea req-1c677722-f158-4c60-aa04-4728c035053f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:38.203787 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab1e4fd3-361b-487d-af35-6feb2feb29ea req-1c677722-f158-4c60-aa04-4728c035053f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0496030 Jan 18 16:39:38.252230 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab1e4fd3-361b-487d-af35-6feb2feb29ea req-f8f5b2b2-0683-42b3-8fd8-3291629eb0ee tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Jan 18 16:39:39.367566 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b3054-a721-4806-9409-fe38e0fd6139 req-5b003c2b-de9b-4d89-afd1-3e7c7ea94671 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:39.369058 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f6b3054-a721-4806-9409-fe38e0fd6139 req-5b003c2b-de9b-4d89-afd1-3e7c7ea94671 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Jan 18 16:39:39.414577 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f6b3054-a721-4806-9409-fe38e0fd6139 req-6d212683-92cf-47bf-a0b3-34abdf9d1042 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 Jan 18 16:39:40.532636 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464423c9-94e9-4a9e-a918-ebf4f9bae1c8 req-085cf327-9c2f-4055-98d6-e20f832b3704 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:40.534027 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-464423c9-94e9-4a9e-a918-ebf4f9bae1c8 req-085cf327-9c2f-4055-98d6-e20f832b3704 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0522444 Jan 18 16:39:40.586495 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-464423c9-94e9-4a9e-a918-ebf4f9bae1c8 req-3685700d-f769-4f63-9541-46eb6dff87d1 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464606 Jan 18 16:39:40.620053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47854) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:40.773273 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Deleting port c432e166-f412-4f4a-b5d9-1711a4a2835c {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:40.773611 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:40.846771 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:40.847018 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (c432e166-f412-4f4a-b5d9-1711a4a2835c), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:40.862745 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Calling delete_port for c432e166-f412-4f4a-b5d9-1711a4a2835c owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:41.010301 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (c432e166-f412-4f4a-b5d9-1711a4a2835c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:41.034236 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'Port': ['ID=c432e166-f412-4f4a-b5d9-1711a4a2835c,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:41.045633 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.045991 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.046348 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.046695 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.047035 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.047378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.047715 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.048053 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.048388 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.048743 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.049110 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.049444 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.049773 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:41.105640 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (30d10168-d8d4-4d2d-853d-04988afc703c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:41.105891 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Floating IP 30d10168-d8d4-4d2d-853d-04988afc703c disassociated (deleted). External IP: 172.27.3.56, port: b307d78d-8690-4dee-b716-4f18e6567bfe. Jan 18 16:39:41.563357 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:41.673088 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:41.678681 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:41.685329 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:41.696711 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:41.697374 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:41.704884 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062000f5-fdf2-4e8b-b085-951ac4b93e04 req-71b6b2da-8994-45b7-82e1-b3cf85052b0d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:41.706431 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-062000f5-fdf2-4e8b-b085-951ac4b93e04 req-71b6b2da-8994-45b7-82e1-b3cf85052b0d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0526116 Jan 18 16:39:41.707709 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d4e31f45-124b-4ace-81f0-4cc627607ffb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "DELETE /v2.0/floatingips/30d10168-d8d4-4d2d-853d-04988afc703c HTTP/1.1" status: 204 len: 168 time: 1.0864325 Jan 18 16:39:41.708464 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:41.711894 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:41.760374 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-062000f5-fdf2-4e8b-b085-951ac4b93e04 req-db8d2067-b030-4815-bce4-1c21c1009ab7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451291 Jan 18 16:39:41.806329 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1435e-44fb-4129-a692-80c09307eef3 x-openstack-request-id: req-06b1435e-44fb-4129-a692-80c09307eef3 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:41.806620 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:41.806871 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-06b1435e-44fb-4129-a692-80c09307eef3 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:41.807270 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'status': 'completed', 'code': 200} Jan 18 16:39:41.810616 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:41.886694 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-a41672ce-b6c5-42bd-b33f-05d005079df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:41.888610 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-a41672ce-b6c5-42bd-b33f-05d005079df5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 1099 time: 0.0548518 Jan 18 16:39:41.996616 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe56e23-0057-4052-a22d-b0545a56f19b req-038024d3-d2a0-4683-898e-6d1c4b616cbb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:41.998151 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4fe56e23-0057-4052-a22d-b0545a56f19b req-038024d3-d2a0-4683-898e-6d1c4b616cbb tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 946 time: 0.1056259 Jan 18 16:39:42.040100 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-40bc5cf2-258e-447d-99b7-2cfc10563f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:42.041590 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-40bc5cf2-258e-447d-99b7-2cfc10563f60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.1473498 Jan 18 16:39:42.043222 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 1, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:42.072307 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:42.080644 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:42.081278 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:42.093638 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-c4009c0f-9c29-4097-a3ad-62a86209d114 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b307d78d-8690-4dee-b716-4f18e6567bfe HTTP/1.1" status: 200 len: 217 time: 0.0427272 Jan 18 16:39:42.103664 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4fe56e23-0057-4052-a22d-b0545a56f19b req-5ef60bba-b15f-4b1a-81da-50d6ce35f517 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963647 Jan 18 16:39:42.150005 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-06109d18-7343-4c3d-a8cc-a01c39013451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:42.151469 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-06109d18-7343-4c3d-a8cc-a01c39013451 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0469620 Jan 18 16:39:42.189953 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:42.203107 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-3c72bab2-a3d0-4a65-88ee-209974fa3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:42.204593 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-3c72bab2-a3d0-4a65-88ee-209974fa3502 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452049 Jan 18 16:39:42.295523 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-814fe900-5dc0-4e62-b2c4-8b878a7e6511 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845306 Jan 18 16:39:42.389814 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ab6d9575-8ec4-4c8b-8274-98d2c8aaaf00 req-2996a8cc-67b8-42c2-93e1-a89c9c7686d2 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865796 Jan 18 16:39:42.413059 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 1, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:42.438107 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd91081-7a09-44cd-9f89-b19c668ab1e9 None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': 'be72d10c-954d-4e34-8337-6da6cbcd555c', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'port_id': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'mac_address': 'fa:16:3e:65:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:35:56Z', 'updated_at': '2022-01-18T16:35:58Z', 'revision_number': 1, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:42.655631 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ea0f0-6ad2-40c7-b880-c9243bcf94cd None None] New status for floating IP 30d10168-d8d4-4d2d-853d-04988afc703c: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:39:42.877340 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa136b-29ab-4cca-8c11-1b936447ee48 req-d5888cbc-ba87-4d87-9e60-f95d0e873ee0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:42.878815 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e5fa136b-29ab-4cca-8c11-1b936447ee48 req-d5888cbc-ba87-4d87-9e60-f95d0e873ee0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0492065 Jan 18 16:39:42.927342 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e5fa136b-29ab-4cca-8c11-1b936447ee48 req-70b5a7e9-437d-4572-95c6-20c19d7b68bd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Jan 18 16:39:43.223082 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3ed94-0bf9-42c7-b522-73d30fc33391 req-03e1ce6d-643d-4ea2-93e3-6902debf14c8 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:43.225049 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8ad3ed94-0bf9-42c7-b522-73d30fc33391 req-03e1ce6d-643d-4ea2-93e3-6902debf14c8 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 946 time: 0.0480735 Jan 18 16:39:43.274251 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8ad3ed94-0bf9-42c7-b522-73d30fc33391 req-890b3969-9204-48e2-bb87-2bad85f17eba tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432487 Jan 18 16:39:43.412377 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-29b3b1bb-e64b-44fb-aa62-8428ec8759e7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:43.413829 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-29b3b1bb-e64b-44fb-aa62-8428ec8759e7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 946 time: 0.0515773 Jan 18 16:39:43.503432 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Deleting port b307d78d-8690-4dee-b716-4f18e6567bfe {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:43.503667 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:43.593915 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] For port b307d78d-8690-4dee-b716-4f18e6567bfe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b307d78d-8690-4dee-b716-4f18e6567bfe,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:43.594281 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:43.607059 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Calling delete_port for b307d78d-8690-4dee-b716-4f18e6567bfe owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:43.741643 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (b307d78d-8690-4dee-b716-4f18e6567bfe), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:43.773907 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'Port': ['ID=b307d78d-8690-4dee-b716-4f18e6567bfe,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:43.785670 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.786032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.786384 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.786725 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.787122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.787434 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.787802 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.788480 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.788480 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.788774 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.789087 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.789413 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.789744 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:43.823707 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] No DVR routers for this DVR port b307d78d-8690-4dee-b716-4f18e6567bfe on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:43.826353 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:43.829668 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-935d8d91-9963-4d5e-8a13-219928d6f8d1 req-e9c62e87-27bf-43cc-97e5-e1822fc7dc2b tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "DELETE /v2.0/ports/b307d78d-8690-4dee-b716-4f18e6567bfe HTTP/1.1" status: 204 len: 173 time: 0.4083071 Jan 18 16:39:43.830116 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'name': 'network-vif-deleted', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:43.832373 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d447e-68dd-4f9d-a79f-d4cfd589847b" -d '{"events": [{"server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "name": "network-vif-deleted", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:43.868783 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83b928a-93bf-41cf-b4bb-109b683366ed x-openstack-request-id: req-a83b928a-93bf-41cf-b4bb-109b683366ed {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:43.869195 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1e9d7a-4800-4716-8b74-cc144c0722ce", "name": "network-vif-deleted", "tag": "b307d78d-8690-4dee-b716-4f18e6567bfe", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:43.869448 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a83b928a-93bf-41cf-b4bb-109b683366ed {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:43.869858 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1e9d7a-4800-4716-8b74-cc144c0722ce', 'name': 'network-vif-deleted', 'tag': 'b307d78d-8690-4dee-b716-4f18e6567bfe', 'status': 'completed', 'code': 200} Jan 18 16:39:44.044069 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05469e3f-26fc-4a71-9f2e-8801b4dacfe6 req-ed801cae-5a5a-43c6-ad92-ca320d76bae9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:44.045534 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05469e3f-26fc-4a71-9f2e-8801b4dacfe6 req-ed801cae-5a5a-43c6-ad92-ca320d76bae9 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0502901 Jan 18 16:39:44.093875 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-05469e3f-26fc-4a71-9f2e-8801b4dacfe6 req-baf5341a-3c04-48eb-8032-56c3befdf6ea tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Jan 18 16:39:44.342528 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1387-45b1-4f5d-9d8f-190397a0944b req-72fbf7c9-6eb0-4c2f-ad41-d9e79fd49eec tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:44.343929 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc2e1387-45b1-4f5d-9d8f-190397a0944b req-72fbf7c9-6eb0-4c2f-ad41-d9e79fd49eec tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0839756 Jan 18 16:39:44.350962 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-08cd2977-e912-4fb8-9bd4-b834d59a8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:44.352414 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-08cd2977-e912-4fb8-9bd4-b834d59a8196 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1099 time: 0.0578954 Jan 18 16:39:44.411486 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-30865db1-e6b0-4418-8191-732237eef418 req-761eee43-12b8-476b-b216-e4b512bbdb42 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=ee1e9d7a-4800-4716-8b74-cc144c0722ce HTTP/1.1" status: 200 len: 210 time: 0.0563602 Jan 18 16:39:44.480373 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dc2e1387-45b1-4f5d-9d8f-190397a0944b req-79fa431b-ae67-414f-9456-70b330c369e1 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269827 Jan 18 16:39:44.511498 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-98d02e6c-30f6-46b1-87a3-bbda5fb3a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:44.513127 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-98d02e6c-30f6-46b1-87a3-bbda5fb3a17a service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.1523004 Jan 18 16:39:44.579202 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-d48d3349-e6c4-479a-af93-6881f1974592 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 1002 time: 0.0594051 Jan 18 16:39:44.629006 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-4403babc-b784-42a1-9ad9-66d07ce21c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:44.630435 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-4403babc-b784-42a1-9ad9-66d07ce21c43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0451839 Jan 18 16:39:44.674916 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-242152c5-6977-4a69-ad23-f9847b53c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:44.676400 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-242152c5-6977-4a69-ad23-f9847b53c8b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391636 Jan 18 16:39:44.764347 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-0b5cdb87-79a8-4a2d-ba2e-e96f2f03501d service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816081 Jan 18 16:39:44.858354 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c7c355e3-b5d6-4ac1-9cb0-4c61e0d63ef6 req-225f169d-c696-4177-b340-0f9dbb089a17 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885775 Jan 18 16:39:45.601565 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de536a96-824d-409c-853f-2170be4adc23 req-adef1eef-ca3a-417b-b0c6-71a603112251 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:45.603039 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-de536a96-824d-409c-853f-2170be4adc23 req-adef1eef-ca3a-417b-b0c6-71a603112251 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0505621 Jan 18 16:39:45.651302 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-de536a96-824d-409c-853f-2170be4adc23 req-48aadfcd-7d00-4730-be71-397b89e91937 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Jan 18 16:39:46.534612 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b307d78d-8690-4dee-b716-4f18e6567bfe no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:46.558260 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: b307d78d-8690-4dee-b716-4f18e6567bfe {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:46.558603 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device b307d78d-8690-4dee-b716-4f18e6567bfe not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:47.688459 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47902) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:47.843387 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Deleting port e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:47.843735 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:47.919002 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:47.919329 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:47.931204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Calling delete_port for e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:48.076397 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:48.101664 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'Port': ['ID=e9ec4569-1eb7-4d4d-a4cd-ca013fcfb6c7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:48.165617 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (be72d10c-954d-4e34-8337-6da6cbcd555c), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:48.166115 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Floating IP be72d10c-954d-4e34-8337-6da6cbcd555c disassociated (deleted). External IP: 172.27.3.29, port: 3db787b2-9f3f-4ce3-98a8-15e5146e27d0. Jan 18 16:39:48.375868 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:48.483466 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:48.488191 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:48.493543 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:48.502575 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:48.503179 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:48.515706 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2468fbce-045a-4cd1-9581-863c53e5484d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "DELETE /v2.0/floatingips/be72d10c-954d-4e34-8337-6da6cbcd555c HTTP/1.1" status: 204 len: 168 time: 0.8261390 Jan 18 16:39:48.516400 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:48.518776 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:48.554402 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1aa067-ce10-42a1-8a8e-f077760af4a2 x-openstack-request-id: req-3a1aa067-ce10-42a1-8a8e-f077760af4a2 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:48.554713 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:48.554971 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3a1aa067-ce10-42a1-8a8e-f077760af4a2 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:48.555377 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'status': 'completed', 'code': 200} Jan 18 16:39:48.610745 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:48.624968 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-f8ff3dd1-0fc7-4a4b-b96b-c9d2020a5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.628724 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-f8ff3dd1-0fc7-4a4b-b96b-c9d2020a5b89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 1099 time: 0.0503631 Jan 18 16:39:48.751289 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-803cc904-0928-40d5-b2e4-58d597da8f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.752701 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-803cc904-0928-40d5-b2e4-58d597da8f04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 200 len: 913 time: 0.1189268 Jan 18 16:39:48.776243 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f0f2e-f980-4dbb-8349-9e69aae4274c req-761cd22c-6cfe-40c1-97d1-d08cfde838c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.777852 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1c1f0f2e-f980-4dbb-8349-9e69aae4274c req-761cd22c-6cfe-40c1-97d1-d08cfde838c6 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 946 time: 0.0760880 Jan 18 16:39:48.812032 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-a9a0a984-2cf3-486b-bbe8-244ad8f324e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 200 len: 217 time: 0.0509126 Jan 18 16:39:48.888941 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-6949fbbd-eede-4d0e-b8e5-aa8b1e150e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.890454 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-6949fbbd-eede-4d0e-b8e5-aa8b1e150e8b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 200 len: 851 time: 0.0660269 Jan 18 16:39:48.894463 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1c1f0f2e-f980-4dbb-8349-9e69aae4274c req-648ea59c-0894-41b8-a77f-753f4e46bfad tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849581 Jan 18 16:39:48.905447 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:48.931656 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:48.936682 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-9345f22e-7d28-4aaa-ae0e-d359ca337f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:48.938255 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-9345f22e-7d28-4aaa-ae0e-d359ca337f69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1553074d-8be9-4ad2-b3ce-7b8026c06eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405037 Jan 18 16:39:48.939927 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:48.940528 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:49.031817 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-0181eaae-7d6d-4dcf-9dc3-41834a4c5b45 service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862176 Jan 18 16:39:49.046874 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:49.123103 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-bd5442f1-6da7-4474-9ed3-c0afda1ea3c3 req-25ea3857-4ac4-41b7-b6f4-129e2a2ed15a service neutron] 10.222.0.45 "GET /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Jan 18 16:39:49.248972 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:49.275715 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564a8c49-b9ac-489b-ae45-02c351c066bf None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:31:44Z', 'revision_number': 4, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '31e5943e-ccad-4b2b-aeac-16f1e61d56ea', 'name': '', 'network_id': '1553074d-8be9-4ad2-b3ce-7b8026c06eda', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'mac_address': 'fa:16:3e:47:2d:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:43Z', 'updated_at': '2022-01-18T16:31:50Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'subnets': [{'id': '676b4f4c-8ce3-4854-9976-e4e20780cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:49.498408 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9d6e8-4612-4f60-8446-2967e00aafbc None None] New status for floating IP be72d10c-954d-4e34-8337-6da6cbcd555c: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:39:50.016066 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030d800-9542-4f42-a187-78140f6d4e5f req-b37b744e-e056-432a-8ae0-ed73c70f028c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:50.017540 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f030d800-9542-4f42-a187-78140f6d4e5f req-b37b744e-e056-432a-8ae0-ed73c70f028c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 946 time: 0.0518177 Jan 18 16:39:50.064565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f030d800-9542-4f42-a187-78140f6d4e5f req-bd90621d-ad11-4706-a403-88ec756fb32c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/security-groups?id=60d9c27a-69b0-4338-b4bc-05aa63a70c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Jan 18 16:39:50.247694 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-1b7c485b-77fc-4729-b8b2-e7bd731c8e8d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:39:50.249180 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-1b7c485b-77fc-4729-b8b2-e7bd731c8e8d tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 946 time: 0.0498300 Jan 18 16:39:50.337242 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Deleting port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:50.337576 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:50.422467 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] For port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:50.422820 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:50.435233 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Calling delete_port for 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:50.561553 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (3db787b2-9f3f-4ce3-98a8-15e5146e27d0), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:50.590188 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'Port': ['ID=3db787b2-9f3f-4ce3-98a8-15e5146e27d0,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:50.632627 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] No DVR routers for this DVR port 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:50.635067 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:50.638327 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e9d3aa4f-d44f-40b4-ba2f-f9a02cb77f66 req-faec2e93-28ac-47f0-9487-17578368f853 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.45 "DELETE /v2.0/ports/3db787b2-9f3f-4ce3-98a8-15e5146e27d0 HTTP/1.1" status: 204 len: 173 time: 0.3844714 Jan 18 16:39:50.638760 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'name': 'network-vif-deleted', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:39:50.641074 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6a5353-8649-4a4f-8dac-59a210cfb4c1" -d '{"events": [{"server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "name": "network-vif-deleted", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:39:50.676335 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acba30b8-faf2-42cb-ba1e-4e5195b9ae74 x-openstack-request-id: req-acba30b8-faf2-42cb-ba1e-4e5195b9ae74 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:39:50.676625 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987", "name": "network-vif-deleted", "tag": "3db787b2-9f3f-4ce3-98a8-15e5146e27d0", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:39:50.676902 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-acba30b8-faf2-42cb-ba1e-4e5195b9ae74 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:39:50.677408 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987', 'name': 'network-vif-deleted', 'tag': '3db787b2-9f3f-4ce3-98a8-15e5146e27d0', 'status': 'completed', 'code': 200} Jan 18 16:39:51.167495 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b5959bc1-89cf-4c79-a2e6-54f8ffb5b38b req-d2c3957a-7078-4f17-a843-1029e0908a1c tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "GET /v2.0/ports?device_id=a7e1bcfc-adc4-4b72-8ced-9cc32ee3d987 HTTP/1.1" status: 200 len: 210 time: 0.0260358 Jan 18 16:39:52.223912 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47918) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:52.348273 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Deleting port 5182da9c-aa98-4027-a9e4-d2568d583602 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:52.348619 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (5182da9c-aa98-4027-a9e4-d2568d583602), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.421486 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (5182da9c-aa98-4027-a9e4-d2568d583602), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.421808 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (5182da9c-aa98-4027-a9e4-d2568d583602), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.433610 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Calling delete_port for 5182da9c-aa98-4027-a9e4-d2568d583602 owned by network:floatingip {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:52.561362 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (5182da9c-aa98-4027-a9e4-d2568d583602), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.590977 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'Port': ['ID=5182da9c-aa98-4027-a9e4-d2568d583602,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:52.659961 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for floatingip (8630855a-a82d-4848-9aaa-0dee4d2221de), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.663418 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:52.664587 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d75436ac-c264-4f78-82e8-546c4b87ad3e tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "DELETE /v2.0/floatingips/8630855a-a82d-4848-9aaa-0dee4d2221de HTTP/1.1" status: 204 len: 168 time: 0.4395256 Jan 18 16:39:53.852424 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47930) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:53.909394 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fe22-b8b0-428b-9865-395e03d728b7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group (60d9c27a-69b0-4338-b4bc-05aa63a70c88), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:53.934824 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fe22-b8b0-428b-9865-395e03d728b7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group (60d9c27a-69b0-4338-b4bc-05aa63a70c88), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:53.998474 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fe22-b8b0-428b-9865-395e03d728b7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (60d9c27a-69b0-4338-b4bc-05aa63a70c88), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.001067 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5bb9fe22-b8b0-428b-9865-395e03d728b7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.002352 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5bb9fe22-b8b0-428b-9865-395e03d728b7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] 10.222.0.82 "DELETE /v2.0/security-groups/60d9c27a-69b0-4338-b4bc-05aa63a70c88 HTTP/1.1" status: 204 len: 168 time: 0.1488960 Jan 18 16:39:54.012591 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9fe22-b8b0-428b-9865-395e03d728b7 tempest-TestVolumeBootPattern-1915103728 tempest-TestVolumeBootPattern-1915103728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d9c27a-69b0-4338-b4bc-05aa63a70c88,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:54.057626 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47934) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:54.550862 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:54.575463 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:54.575872 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 3db787b2-9f3f-4ce3-98a8-15e5146e27d0 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:54.584607 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (a987d2ec-9a31-4599-aa91-034e2d65109b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.832318 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Deleting port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:54.832568 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.909318 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] For port 31e5943e-ccad-4b2b-aeac-16f1e61d56ea, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:54.910007 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:54.922028 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Calling delete_port for 31e5943e-ccad-4b2b-aeac-16f1e61d56ea owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:55.099786 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (31e5943e-ccad-4b2b-aeac-16f1e61d56ea), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:55.127144 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e5943e-ccad-4b2b-aeac-16f1e61d56ea,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:55.291773 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (a987d2ec-9a31-4599-aa91-034e2d65109b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:55.501265 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Router a987d2ec-9a31-4599-aa91-034e2d65109b has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:55.841892 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:55.847891 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f75010cc-f375-4742-9d0e-d386dc9e3ee2 admin admin] 10.222.0.82 "PUT /v2.0/routers/a987d2ec-9a31-4599-aa91-034e2d65109b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881682 Jan 18 16:39:55.850043 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47938) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:55.852559 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528f568-4092-485d-bb33-502af673745c None None] Sync routers for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:55.862113 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528f568-4092-485d-bb33-502af673745c None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:55.862787 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e528f568-4092-485d-bb33-502af673745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:55.950096 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks [] for router (a987d2ec-9a31-4599-aa91-034e2d65109b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:55.965476 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-e528f568-4092-485d-bb33-502af673745c None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:56.053006 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks [] for router_gateway (a987d2ec-9a31-4599-aa91-034e2d65109b), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.104935 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Deleting port 9ba232bb-0322-467c-ac1c-c194b7074bbf {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:56.105218 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.145305 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e528f568-4092-485d-bb33-502af673745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:39:55Z', 'revision_number': 5, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port': {'id': '9ba232bb-0322-467c-ac1c-c194b7074bbf', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:40Z', 'updated_at': '2022-01-18T16:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:56.172581 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528f568-4092-485d-bb33-502af673745c None None] Checking router: a987d2ec-9a31-4599-aa91-034e2d65109b for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:56.181186 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528f568-4092-485d-bb33-502af673745c None None] Routers {'a987d2ec-9a31-4599-aa91-034e2d65109b'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:56.181797 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e528f568-4092-485d-bb33-502af673745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['a987d2ec-9a31-4599-aa91-034e2d65109b'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:56.181934 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] For port 9ba232bb-0322-467c-ac1c-c194b7074bbf, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=9ba232bb-0322-467c-ac1c-c194b7074bbf,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:56.182208 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.195129 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Calling delete_port for 9ba232bb-0322-467c-ac1c-c194b7074bbf owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:56.269512 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-e528f568-4092-485d-bb33-502af673745c None None] Set router a987d2ec-9a31-4599-aa91-034e2d65109b gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:56.324718 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-e528f568-4092-485d-bb33-502af673745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:39:56Z', 'revision_number': 6, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:56.357980 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528f568-4092-485d-bb33-502af673745c None None] The sync data for ids ['a987d2ec-9a31-4599-aa91-034e2d65109b'] in dv-cinder-788368-3-iscsi is: [{'id': 'a987d2ec-9a31-4599-aa91-034e2d65109b', 'name': 'tempest-TestVolumeBootPattern-1488261711-router', 'tenant_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:39Z', 'updated_at': '2022-01-18T16:39:56Z', 'revision_number': 6, 'project_id': '89b9ac86cb4c4f109b49c6f9a66379a4', 'gw_port_host': None}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:56.383874 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (9ba232bb-0322-467c-ac1c-c194b7074bbf), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.413911 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba232bb-0322-467c-ac1c-c194b7074bbf,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:56.473528 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (a987d2ec-9a31-4599-aa91-034e2d65109b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.562580 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (a987d2ec-9a31-4599-aa91-034e2d65109b), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.564684 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks [] for router_controller (a987d2ec-9a31-4599-aa91-034e2d65109b), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.608627 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (a987d2ec-9a31-4599-aa91-034e2d65109b), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.609150 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a987d2ec-9a31-4599-aa91-034e2d65109b {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:39:56.613328 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.614461 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-8cbd50bb-31e6-46f8-b673-ec29bdf167d0 admin admin] 10.222.0.82 "DELETE /v2.0/routers/a987d2ec-9a31-4599-aa91-034e2d65109b HTTP/1.1" status: 204 len: 168 time: 0.7635014 Jan 18 16:39:56.617101 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47940) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:56.666722 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Deleting subnet 676b4f4c-8ce3-4854-9976-e4e20780cf2e {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:39:56.669875 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Publish callbacks [] for subnet (676b4f4c-8ce3-4854-9976-e4e20780cf2e), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.707409 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (676b4f4c-8ce3-4854-9976-e4e20780cf2e), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.796204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (676b4f4c-8ce3-4854-9976-e4e20780cf2e), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.854466 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (676b4f4c-8ce3-4854-9976-e4e20780cf2e), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.881331 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676b4f4c-8ce3-4854-9976-e4e20780cf2e,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:56.883243 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.887197 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-1bcfb8b5-9b12-481f-b826-93e41cd6b990 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/676b4f4c-8ce3-4854-9976-e4e20780cf2e HTTP/1.1" status: 204 len: 168 time: 0.2691407 Jan 18 16:39:56.887349 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d4aa31-cac2-4099-b202-9157d51123fb None None] Network 1553074d-8be9-4ad2-b3ce-7b8026c06eda requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:39:56.889637 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47946) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:56.959361 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (1553074d-8be9-4ad2-b3ce-7b8026c06eda), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:56.981409 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8cdceb83-3a50-40fb-8c3a-176428b0de20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.014720 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Deleting port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:57.015059 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.083111 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] For port 29755f9a-cf15-4d0a-9f15-4500b475cfc7, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=29755f9a-cf15-4d0a-9f15-4500b475cfc7,segment=NetworkSegment(ea1443ac-bc56-4939-894d-00c792d1b8e9),segment_id=ea1443ac-bc56-4939-894d-00c792d1b8e9)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:57.083438 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.096592 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Calling delete_port for 29755f9a-cf15-4d0a-9f15-4500b475cfc7 owned by network:dhcp {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:57.140936 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] DHCP port deletion for 1553074d-8be9-4ad2-b3ce-7b8026c06eda request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:39:57.182399 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.191575 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Deleting port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 {{(pid=102501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:57.191953 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), before_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.213562 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Pushing event deleted for resources: {'Port': ['ID=29755f9a-cf15-4d0a-9f15-4500b475cfc7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.217111 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] No DVR routers for this DVR port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 on host dv-cinder-788368-3-iscsi {{(pid=102499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:57.269804 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] For port 29755f9a-cf15-4d0a-9f15-4500b475cfc7, host dv-cinder-788368-3-iscsi, got binding levels [] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:57.270436 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), precommit_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.284611 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Calling delete_port for 29755f9a-cf15-4d0a-9f15-4500b475cfc7 owned by network:dhcp {{(pid=102501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:57.287303 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.ipam_backend_mixin [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 was not found and therefore no delete operation was performed {{(pid=102501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 16:39:57.288563 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957'] for port (29755f9a-cf15-4d0a-9f15-4500b475cfc7), after_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.292307 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (1553074d-8be9-4ad2-b3ce-7b8026c06eda), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.312446 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553074d-8be9-4ad2-b3ce-7b8026c06eda']}} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:57.314985 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Pushing event deleted for resources: {'Port': ['ID=29755f9a-cf15-4d0a-9f15-4500b475cfc7,revision_number=None']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.317515 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] No DVR routers for this DVR port 29755f9a-cf15-4d0a-9f15-4500b475cfc7 on host dv-cinder-788368-3-iscsi {{(pid=102501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:39:57.324267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1443ac-bc56-4939-894d-00c792d1b8e9') {'for_net_delete': True} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:57.324571 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.services.segments.db [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1443ac-bc56-4939-894d-00c792d1b8e9') {} {{(pid=102499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:57.331358 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.331717 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.332080 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.332425 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.332760 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.333150 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.334089 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.334521 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.334906 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.335290 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.335674 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.335953 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.336324 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05257bb-3c68-4b3e-acf3-dee5a5ca020d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:39:57.339364 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6712779'] for segment (ea1443ac-bc56-4939-894d-00c792d1b8e9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.356992 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (ea1443ac-bc56-4939-894d-00c792d1b8e9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.364319 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=102499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:39:57.364871 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953549'] for segment (ea1443ac-bc56-4939-894d-00c792d1b8e9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: Traceback (most recent call last): Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: timer() Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: cb(*args, **kw) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: return func(*args, **kwargs) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: self._notify() Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: self.callback(batched_events) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: event.method(event) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: return f(self, *a, **k) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._get(url).json() Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: return self.request(url, 'GET', **kwargs) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:39:57.366976 dv-cinder-788368-3-iscsi neutron-server[102499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:39:57.432900 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (1553074d-8be9-4ad2-b3ce-7b8026c06eda), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.438343 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:57.441764 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] 10.222.0.82 "DELETE /v2.0/networks/1553074d-8be9-4ad2-b3ce-7b8026c06eda HTTP/1.1" status: 204 len: 168 time: 0.5512078 Jan 18 16:39:57.445569 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47950) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:57.459073 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f2f3b-f285-4314-8a11-b664f007db5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1553074d-8be9-4ad2-b3ce-7b8026c06eda,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:57.784774 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (1b0cadcd-ed11-47f3-88c1-11187e338f12), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.023225 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Deleting port 82fc0611-e658-4a93-b15d-74c24a83d215 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:58.023555 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.103563 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] For port 82fc0611-e658-4a93-b15d-74c24a83d215, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=82fc0611-e658-4a93-b15d-74c24a83d215,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:58.103838 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.116768 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Calling delete_port for 82fc0611-e658-4a93-b15d-74c24a83d215 owned by network:router_interface {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:58.300455 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (82fc0611-e658-4a93-b15d-74c24a83d215), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.328311 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 31e5943e-ccad-4b2b-aeac-16f1e61d56ea no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:58.332962 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Pushing event deleted for resources: {'Port': ['ID=82fc0611-e658-4a93-b15d-74c24a83d215,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:58.353150 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 31e5943e-ccad-4b2b-aeac-16f1e61d56ea {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:58.353506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 31e5943e-ccad-4b2b-aeac-16f1e61d56ea not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:58.353985 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 29755f9a-cf15-4d0a-9f15-4500b475cfc7 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:58.373850 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 29755f9a-cf15-4d0a-9f15-4500b475cfc7 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:58.374251 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 29755f9a-cf15-4d0a-9f15-4500b475cfc7 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:58.374672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 9ba232bb-0322-467c-ac1c-c194b7074bbf no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:39:58.398414 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 9ba232bb-0322-467c-ac1c-c194b7074bbf {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:39:58.398765 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 9ba232bb-0322-467c-ac1c-c194b7074bbf not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:39:58.498915 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (1b0cadcd-ed11-47f3-88c1-11187e338f12), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.706071 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Router 1b0cadcd-ed11-47f3-88c1-11187e338f12 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:39:58.807784 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:39:58.815634 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-87fc1e8a-59bc-4211-810d-8a430f781368 admin admin] 10.222.0.82 "PUT /v2.0/routers/1b0cadcd-ed11-47f3-88c1-11187e338f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3664041 Jan 18 16:39:58.816297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47958) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:58.816729 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] Sync routers for ids ['1b0cadcd-ed11-47f3-88c1-11187e338f12'] in dv-cinder-788368-3-iscsi {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:39:58.827711 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] Routers {'1b0cadcd-ed11-47f3-88c1-11187e338f12'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:58.828362 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['1b0cadcd-ed11-47f3-88c1-11187e338f12'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:58.926353 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks [] for router (1b0cadcd-ed11-47f3-88c1-11187e338f12), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:58.934970 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] Set router 1b0cadcd-ed11-47f3-88c1-11187e338f12 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:59.028238 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks [] for router_gateway (1b0cadcd-ed11-47f3-88c1-11187e338f12), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.081057 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Deleting port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:39:59.081397 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.118134 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121'}], 'enable_snat': True}, 'gw_port_id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:39:58Z', 'revision_number': 5, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port': {'id': '83e3e010-4ced-45f1-bcdf-57bf9f91fc12', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:31:48Z', 'updated_at': '2022-01-18T16:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:59.144719 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] Checking router: 1b0cadcd-ed11-47f3-88c1-11187e338f12 for host: dv-cinder-788368-3-iscsi {{(pid=102501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:39:59.153321 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] Routers {'1b0cadcd-ed11-47f3-88c1-11187e338f12'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:39:59.153930 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['1b0cadcd-ed11-47f3-88c1-11187e338f12'], 'active': True} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:59.162540 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] For port 83e3e010-4ced-45f1-bcdf-57bf9f91fc12, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:39:59.162909 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.174615 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Calling delete_port for 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 owned by network:router_gateway {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:39:59.245521 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7ebf3727-76f5-428d-8a0c-bb3c0dd4099e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.256030 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvr_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] Set router 1b0cadcd-ed11-47f3-88c1-11187e338f12 gateway port host: None {{(pid=102501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:39:59.310619 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_hamode_db [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:39:59Z', 'revision_number': 6, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:39:59.338868 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6136af-5ab8-4130-a4e3-161b928b25bf None None] The sync data for ids ['1b0cadcd-ed11-47f3-88c1-11187e338f12'] in dv-cinder-788368-3-iscsi is: [{'id': '1b0cadcd-ed11-47f3-88c1-11187e338f12', 'name': 'tempest-TestVolumeBootPattern-955614343-router', 'tenant_id': '326fcff126504e6c9659c9792019c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:31:47Z', 'updated_at': '2022-01-18T16:39:59Z', 'revision_number': 6, 'project_id': '326fcff126504e6c9659c9792019c228', 'gw_port_host': None}] {{(pid=102501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:39:59.345833 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (83e3e010-4ced-45f1-bcdf-57bf9f91fc12), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.376061 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Pushing event deleted for resources: {'Port': ['ID=83e3e010-4ced-45f1-bcdf-57bf9f91fc12,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:59.435801 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (1b0cadcd-ed11-47f3-88c1-11187e338f12), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.523700 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (1b0cadcd-ed11-47f3-88c1-11187e338f12), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.525848 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks [] for router_controller (1b0cadcd-ed11-47f3-88c1-11187e338f12), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.572185 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (1b0cadcd-ed11-47f3-88c1-11187e338f12), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.572662 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b0cadcd-ed11-47f3-88c1-11187e338f12 {{(pid=102499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:39:59.577050 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.578220 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5f07d3f6-591c-41b1-8c0a-837bd1ec122e admin admin] 10.222.0.82 "DELETE /v2.0/routers/1b0cadcd-ed11-47f3-88c1-11187e338f12 HTTP/1.1" status: 204 len: 168 time: 0.7609015 Jan 18 16:39:59.580694 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 47960) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:59.625461 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Deleting subnet 932847ac-fb02-44b0-87cf-214a7f4f1ce9 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:39:59.628339 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Publish callbacks [] for subnet (932847ac-fb02-44b0-87cf-214a7f4f1ce9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.661219 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (932847ac-fb02-44b0-87cf-214a7f4f1ce9), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.749778 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (932847ac-fb02-44b0-87cf-214a7f4f1ce9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.803322 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (932847ac-fb02-44b0-87cf-214a7f4f1ce9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.831452 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:39:59.836143 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/932847ac-fb02-44b0-87cf-214a7f4f1ce9 HTTP/1.1" status: 204 len: 168 time: 0.2542267 Jan 18 16:39:59.837235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b69c0-68da-4d4a-a50a-3e27d14a6381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932847ac-fb02-44b0-87cf-214a7f4f1ce9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:39:59.837539 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee59cc-30c9-4433-bb61-aa8dc9dc4df5 None None] Network d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:39:59.838621 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47962) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:39:59.907041 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.106089 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] DHCP port deletion for d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:40:00.159865 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] Deleting port df86929e-4e55-49b4-8b1e-0af16e5c0737 {{(pid=102501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:00.160232 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), before_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.259205 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Deleting port df86929e-4e55-49b4-8b1e-0af16e5c0737 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:00.259541 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.336908 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] For port df86929e-4e55-49b4-8b1e-0af16e5c0737, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=df86929e-4e55-49b4-8b1e-0af16e5c0737,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:00.337308 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.350993 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Calling delete_port for df86929e-4e55-49b4-8b1e-0af16e5c0737 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:00.360876 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.370145 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] For port df86929e-4e55-49b4-8b1e-0af16e5c0737, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=df86929e-4e55-49b4-8b1e-0af16e5c0737,segment=NetworkSegment(c31d86aa-092b-47a4-a24c-1efb6ba4e745),segment_id=c31d86aa-092b-47a4-a24c-1efb6ba4e745)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:00.370539 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), precommit_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.373147 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 82fc0611-e658-4a93-b15d-74c24a83d215 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:00.407855 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 82fc0611-e658-4a93-b15d-74c24a83d215 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:00.408200 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 82fc0611-e658-4a93-b15d-74c24a83d215 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:00.408610 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device df86929e-4e55-49b4-8b1e-0af16e5c0737 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:00.410497 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] Calling delete_port for df86929e-4e55-49b4-8b1e-0af16e5c0737 owned by network:dhcp {{(pid=102501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:00.444722 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.474625 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] No DVR routers for this DVR port df86929e-4e55-49b4-8b1e-0af16e5c0737 on host dv-cinder-788368-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:00.478464 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Pushing event deleted for resources: {'Port': ['ID=df86929e-4e55-49b4-8b1e-0af16e5c0737,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:00.499274 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.503543 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No active binding found for port df86929e-4e55-49b4-8b1e-0af16e5c0737 {{(pid=102501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 18 16:40:00.503917 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] The host dv-cinder-788368-3-iscsi is not matching for port df86929e-4e55-49b4-8b1e-0af16e5c0737 host None! {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2311}} Jan 18 16:40:00.504304 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device df86929e-4e55-49b4-8b1e-0af16e5c0737 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:00.504718 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:00.533638 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:00.533986 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 83e3e010-4ced-45f1-bcdf-57bf9f91fc12 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:00.550175 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.560863 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957'] for port (df86929e-4e55-49b4-8b1e-0af16e5c0737), after_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.573207 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a3505a-b969-42ea-8eb3-fc2f17ed18e8']}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.582532 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31d86aa-092b-47a4-a24c-1efb6ba4e745') {'for_net_delete': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.582831 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31d86aa-092b-47a4-a24c-1efb6ba4e745') {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:00.586877 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] Pushing event deleted for resources: {'Port': ['ID=df86929e-4e55-49b4-8b1e-0af16e5c0737,revision_number=None']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:00.590481 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd1e1ba-f452-477d-ba68-f13731a62562 None None] No DVR routers for this DVR port df86929e-4e55-49b4-8b1e-0af16e5c0737 on host dv-cinder-788368-3-iscsi {{(pid=102501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:00.598035 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936384'] for segment (c31d86aa-092b-47a4-a24c-1efb6ba4e745), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.609492 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (c31d86aa-092b-47a4-a24c-1efb6ba4e745), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.616142 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=102500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:40:00.616604 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767048'] for segment (c31d86aa-092b-47a4-a24c-1efb6ba4e745), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:40:00.618336 dv-cinder-788368-3-iscsi neutron-server[102500]: Traceback (most recent call last): Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: timer() Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: cb(*args, **kw) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: return func(*args, **kwargs) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: self._notify() Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: self.callback(batched_events) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: event.method(event) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: return f(self, *a, **k) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._get(url).json() Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: return self.request(url, 'GET', **kwargs) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:40:00.621242 dv-cinder-788368-3-iscsi neutron-server[102500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:40:00.671094 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (d1a3505a-b969-42ea-8eb3-fc2f17ed18e8), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.676301 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.680709 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] 10.222.0.82 "DELETE /v2.0/networks/d1a3505a-b969-42ea-8eb3-fc2f17ed18e8 HTTP/1.1" status: 204 len: 168 time: 0.8410156 Jan 18 16:40:00.691738 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e385e-393a-489f-8bef-b134e4292aba admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a3505a-b969-42ea-8eb3-fc2f17ed18e8,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:00.793206 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47966) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:00.832246 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-72be8488-a707-4923-93fe-af2a53735fed admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=89b9ac86cb4c4f109b49c6f9a66379a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379040 Jan 18 16:40:00.834708 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47968) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:00.893011 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1627845-eb17-4590-84bd-c766c0ee63dd admin admin] Publish callbacks [] for security_group (0a59d990-d183-4bee-9721-8662a7c33d2c), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.913472 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1627845-eb17-4590-84bd-c766c0ee63dd admin admin] Publish callbacks [] for security_group (0a59d990-d183-4bee-9721-8662a7c33d2c), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.959320 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1627845-eb17-4590-84bd-c766c0ee63dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (0a59d990-d183-4bee-9721-8662a7c33d2c), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.961920 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a1627845-eb17-4590-84bd-c766c0ee63dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:00.963081 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a1627845-eb17-4590-84bd-c766c0ee63dd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0a59d990-d183-4bee-9721-8662a7c33d2c HTTP/1.1" status: 204 len: 168 time: 0.1274960 Jan 18 16:40:00.970607 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1627845-eb17-4590-84bd-c766c0ee63dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a59d990-d183-4bee-9721-8662a7c33d2c,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:01.275200 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47974) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:01.314461 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a41785ea-e51a-4857-a0f6-5384b4c85376 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=326fcff126504e6c9659c9792019c228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381081 Jan 18 16:40:01.317098 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 47976) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:01.362956 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d6d9-61ff-46df-aef5-07f8795c4fd4 admin admin] Publish callbacks [] for security_group (50ef9cb0-5e40-41f6-b023-dbab3519f8d1), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.384601 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d6d9-61ff-46df-aef5-07f8795c4fd4 admin admin] Publish callbacks [] for security_group (50ef9cb0-5e40-41f6-b023-dbab3519f8d1), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.430647 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d6d9-61ff-46df-aef5-07f8795c4fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (50ef9cb0-5e40-41f6-b023-dbab3519f8d1), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.433318 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f2a1d6d9-61ff-46df-aef5-07f8795c4fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:01.434456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f2a1d6d9-61ff-46df-aef5-07f8795c4fd4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/50ef9cb0-5e40-41f6-b023-dbab3519f8d1 HTTP/1.1" status: 204 len: 168 time: 0.1161520 Jan 18 16:40:01.442282 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1d6d9-61ff-46df-aef5-07f8795c4fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ef9cb0-5e40-41f6-b023-dbab3519f8d1,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:01.822183 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:03.076233 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:04.833279 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-d397907b-0822-430a-9e0e-e8bd464d1c6a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406215 Jan 18 16:40:04.899249 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-9040e624-7238-4639-bc54-a0837ade58d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:04.900753 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-9040e624-7238-4639-bc54-a0837ade58d9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 1099 time: 0.0477276 Jan 18 16:40:05.000510 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-614eda64-b28a-49be-8e69-3ecc07419dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:05.002069 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-614eda64-b28a-49be-8e69-3ecc07419dce service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.0829895 Jan 18 16:40:05.068007 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-41c0d477-b500-4388-be70-44308b331c28 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 200 len: 1002 time: 0.0594914 Jan 18 16:40:05.115516 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-df25d4d3-ffd0-4fd2-a61e-34c9b66df562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:05.116850 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-df25d4d3-ffd0-4fd2-a61e-34c9b66df562 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0422726 Jan 18 16:40:05.159244 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-2773398e-9d83-4f3a-a57e-fc19d1e10e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:05.160666 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-2773398e-9d83-4f3a-a57e-fc19d1e10e14 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378077 Jan 18 16:40:05.248058 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-82d65942-7863-4b17-922b-f0fc043e51b7 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816486 Jan 18 16:40:05.334064 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c5817088-4f27-4117-ba07-9f4feecde6a8 req-0f87971c-4329-42f7-8c3a-639ff99bba19 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801048 Jan 18 16:40:08.484424 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:40:18.764951 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9161e-0804-4f72-9b73-e79c8baa560f req-d8562cb8-33a7-4204-a2df-f4c6594dbb19 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:18.766307 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8ff9161e-0804-4f72-9b73-e79c8baa560f req-d8562cb8-33a7-4204-a2df-f4c6594dbb19 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.2520816 Jan 18 16:40:18.812577 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8ff9161e-0804-4f72-9b73-e79c8baa560f req-0bdf0b57-a1db-444f-a4fc-e525aff06a5c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Jan 18 16:40:19.982647 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15497800-c58a-418b-938f-440342eec97a req-8a772480-a8e6-474f-ba7d-6d0dbfacdfaa tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:19.984153 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15497800-c58a-418b-938f-440342eec97a req-8a772480-a8e6-474f-ba7d-6d0dbfacdfaa tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.1029136 Jan 18 16:40:20.030555 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-15497800-c58a-418b-938f-440342eec97a req-6bd0b3b4-6cad-4137-a80d-1b1c4b629f8d tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=e6fbaec8-e759-4d96-89cf-1d9c9060b6be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Jan 18 16:40:20.498003 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-e6c25ba9-b0cf-46fd-8f01-0d56456a3535 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:20.499358 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-e6c25ba9-b0cf-46fd-8f01-0d56456a3535 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 946 time: 0.0507593 Jan 18 16:40:20.588577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Deleting port 7a80e69a-7561-4746-bbc6-6bf9690c4752 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:20.588937 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:20.677312 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] For port 7a80e69a-7561-4746-bbc6-6bf9690c4752, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7a80e69a-7561-4746-bbc6-6bf9690c4752,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:20.677672 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:20.844730 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:20.845032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (6894a27f-9f36-421c-9e33-b2684cd0a3d0), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:20.845353 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Floating IP 6894a27f-9f36-421c-9e33-b2684cd0a3d0 disassociated. External IP: 172.27.3.109, port: 7a80e69a-7561-4746-bbc6-6bf9690c4752. Jan 18 16:40:20.845695 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Calling delete_port for 7a80e69a-7561-4746-bbc6-6bf9690c4752 owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:20.972572 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (7a80e69a-7561-4746-bbc6-6bf9690c4752), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.005055 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event deleted for resources: {'Port': ['ID=7a80e69a-7561-4746-bbc6-6bf9690c4752,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:21.135835 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-74e9aeed-c3fd-4290-8212-1ccd537f3396 req-c5502c5e-763f-4a3f-861e-e0041e178f87 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c365b3e-1a90-40d6-8269-84bbf61e7515 HTTP/1.1" status: 200 len: 210 time: 0.0300918 Jan 18 16:40:21.140869 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:40:21.250002 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:40:21.260081 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:40:21.269524 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:21.270059 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:21.289529 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] No DVR routers for this DVR port 7a80e69a-7561-4746-bbc6-6bf9690c4752 on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:40:21.292177 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:21.295978 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3d086853-3cb3-45e2-bf55-6f5ae762262f req-f671fd66-d982-4c7e-85c9-79e6a8c3e0fd tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "DELETE /v2.0/ports/7a80e69a-7561-4746-bbc6-6bf9690c4752 HTTP/1.1" status: 204 len: 173 time: 0.7918091 Jan 18 16:40:21.296438 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'name': 'network-vif-deleted', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:21.299337 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b3c2d4-9359-43fe-89c7-adf159b8b9f8" -d '{"events": [{"server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "name": "network-vif-deleted", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:21.338758 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d12cb0-1675-4d62-85d7-3d65c7281022 x-openstack-request-id: req-e5d12cb0-1675-4d62-85d7-3d65c7281022 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:21.339307 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c365b3e-1a90-40d6-8269-84bbf61e7515", "name": "network-vif-deleted", "tag": "7a80e69a-7561-4746-bbc6-6bf9690c4752", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:21.339626 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e5d12cb0-1675-4d62-85d7-3d65c7281022 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:21.340091 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c365b3e-1a90-40d6-8269-84bbf61e7515', 'name': 'network-vif-deleted', 'tag': '7a80e69a-7561-4746-bbc6-6bf9690c4752', 'status': 'completed', 'code': 200} Jan 18 16:40:21.381493 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:21.596696 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:21.622871 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:40:21.630794 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:21.631389 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:39:59Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:21.834926 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:22.024858 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:22.054022 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48026c75-d175-4e02-ad45-adbb47b8004b None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:40:22.222618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48020) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:22.281956 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de8cc9-9866-4bea-935c-a4536a20caca None None] New status for floating IP 6894a27f-9f36-421c-9e33-b2684cd0a3d0: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:40:22.285138 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8485348b-0bb7-47b4-8805-e4abd9938fa8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (e6fbaec8-e759-4d96-89cf-1d9c9060b6be), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.309631 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8485348b-0bb7-47b4-8805-e4abd9938fa8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (e6fbaec8-e759-4d96-89cf-1d9c9060b6be), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.362386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8485348b-0bb7-47b4-8805-e4abd9938fa8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (e6fbaec8-e759-4d96-89cf-1d9c9060b6be), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.364912 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-8485348b-0bb7-47b4-8805-e4abd9938fa8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.366727 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-8485348b-0bb7-47b4-8805-e4abd9938fa8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "DELETE /v2.0/security-groups/e6fbaec8-e759-4d96-89cf-1d9c9060b6be HTTP/1.1" status: 204 len: 168 time: 0.1425028 Jan 18 16:40:22.370121 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48022) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:22.378348 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485348b-0bb7-47b4-8805-e4abd9938fa8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fbaec8-e759-4d96-89cf-1d9c9060b6be,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:22.386666 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.api.v2.resource [None req-f79eabe1-8a8d-405e-b22d-410a46154e2a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] show failed (client error): The resource could not be found. Jan 18 16:40:22.387716 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f79eabe1-8a8d-405e-b22d-410a46154e2a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups/e6fbaec8-e759-4d96-89cf-1d9c9060b6be HTTP/1.1" status: 404 len: 347 time: 0.0166135 Jan 18 16:40:22.390739 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48024) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:22.517789 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Deleting port c9aeebbf-dbaf-4462-b058-dfe716de6f1f {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:40:22.518135 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.593338 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.593577 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.605580 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Calling delete_port for c9aeebbf-dbaf-4462-b058-dfe716de6f1f owned by network:floatingip {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:40:22.741757 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (c9aeebbf-dbaf-4462-b058-dfe716de6f1f), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.766385 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event deleted for resources: {'Port': ['ID=c9aeebbf-dbaf-4462-b058-dfe716de6f1f,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:22.828402 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (6894a27f-9f36-421c-9e33-b2684cd0a3d0), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.830934 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:22.832108 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-fdda3a49-c9ed-41ef-bdf0-c1f0efe4827e tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "DELETE /v2.0/floatingips/6894a27f-9f36-421c-9e33-b2684cd0a3d0 HTTP/1.1" status: 204 len: 168 time: 0.4404273 Jan 18 16:40:23.049625 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48028) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:23.054352 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017794259', 'description': 'tempest-description--1082181372'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:23.077718 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.143440 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (50a829ad-ff08-4601-b51a-5d8e0e12bce0), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.147147 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (50a829ad-ff08-4601-b51a-5d8e0e12bce0), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.176192 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.177423 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1268082 Jan 18 16:40:23.180476 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48030) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:23.181415 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499612c-b031-47f6-8171-ef6af996368c tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50a829ad-ff08-4601-b51a-5d8e0e12bce0,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:23.185192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'security_group_rule': {'security_group_id': '50a829ad-ff08-4601-b51a-5d8e0e12bce0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:23.213754 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (5fde7932-870b-4b8a-88ee-93d90dc01aab), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.267319 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (5fde7932-870b-4b8a-88ee-93d90dc01aab), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.271128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (5fde7932-870b-4b8a-88ee-93d90dc01aab), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.289240 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fde7932-870b-4b8a-88ee-93d90dc01aab,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:23.296346 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.297578 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a8f7e618-557c-441a-bce8-8058340655f0 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160469 Jan 18 16:40:23.300132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48032) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:23.304362 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'security_group_rule': {'security_group_id': '50a829ad-ff08-4601-b51a-5d8e0e12bce0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:23.333755 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (833167da-1d47-46b9-a743-a527dc1c4ca0), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.391541 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (833167da-1d47-46b9-a743-a527dc1c4ca0), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.395245 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-626592'] for security_group_rule (833167da-1d47-46b9-a743-a527dc1c4ca0), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.413664 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833167da-1d47-46b9-a743-a527dc1c4ca0,revision_number=0']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:23.421721 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.422951 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-978fb627-8b58-4d08-846d-67b1189bade7 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219108 Jan 18 16:40:23.426175 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48034) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:23.431389 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'floatingip': {'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:23.456809 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.553296 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.655286 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_common [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Allocated IP 172.27.3.249 (01e2f741-b4e0-4cf0-af2f-de153de283bb/0c75a1a0-3b20-4248-af7f-e2fbf3556bd9/53682c70-45c4-417e-8674-838becf59178) {{(pid=102499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:40:23.755953 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for port (53682c70-45c4-417e-8674-838becf59178), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.791604 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (53682c70-45c4-417e-8674-838becf59178), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.831901 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Network 01e2f741-b4e0-4cf0-af2f-de153de283bb is already hosted by enough agents. {{(pid=102499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:40:23.834737 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Resources bound (agent type, host, resource id): {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:40:23.837240 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Received port after_create {{(pid=102499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:40:23.864641 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'Port': ['ID=53682c70-45c4-417e-8674-838becf59178,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:23.929094 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (740cce5c-8eca-4260-b18f-55520f69615f), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:23.963577 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (53682c70-45c4-417e-8674-838becf59178), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:24.127596 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for port (53682c70-45c4-417e-8674-838becf59178), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:24.132004 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953513'] for port (53682c70-45c4-417e-8674-838becf59178), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:24.195728 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'Port': ['ID=53682c70-45c4-417e-8674-838becf59178,revision_number=2']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:24.207096 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (740cce5c-8eca-4260-b18f-55520f69615f), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:24.221803 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:24.223013 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-63786af0-5a40-4fff-89ae-16a3613114e6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7958217 Jan 18 16:40:24.417269 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-6359d21b-d5ee-45cb-9b4e-0cdb622d3e57 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1017794259&fields=id&tenant_id=7b7c9d7399db4865a899d61aa89b988d HTTP/1.1" status: 200 len: 267 time: 0.0411768 Jan 18 16:40:24.524630 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-261f75ce-0c90-4abb-af30-78dbcc9b5d70 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:24.526055 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-261f75ce-0c90-4abb-af30-78dbcc9b5d70 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 810 time: 0.1024246 Jan 18 16:40:24.541028 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-6610c6f3-609f-4886-9109-2a547068abea tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/quotas/7b7c9d7399db4865a899d61aa89b988d HTTP/1.1" status: 200 len: 375 time: 0.0096273 Jan 18 16:40:24.590664 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-55b93fd7-cdfb-4dd3-ad5a-afcedf114fb6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447736 Jan 18 16:40:24.606023 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-4b28805b-5ca6-4812-9b07-031b71771a1a service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:40:24.607199 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-4b28805b-5ca6-4812-9b07-031b71771a1a service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049856 Jan 18 16:40:24.686917 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 7a80e69a-7561-4746-bbc6-6bf9690c4752 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:40:24.699627 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-d766122b-d8cb-4182-9bb0-3c6d898a0fbb service neutron] 10.222.0.82 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872824 Jan 18 16:40:24.712032 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 7a80e69a-7561-4746-bbc6-6bf9690c4752 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:40:24.712379 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 7a80e69a-7561-4746-bbc6-6bf9690c4752 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:40:24.787023 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-18fe2325-77e2-461f-b385-a79cfd3dc540 service neutron] 10.222.0.82 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814693 Jan 18 16:40:24.950409 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3105f1a6-8081-4244-9578-01ca8fe6cd04 req-e441befc-2ef0-473f-9a9d-ad61e5cbd9b5 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 210 time: 0.0272021 Jan 18 16:40:25.955088 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-8babf102-fa02-4484-aeff-6526e1756162 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:25.956565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-8babf102-fa02-4484-aeff-6526e1756162 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 810 time: 0.1052163 Jan 18 16:40:26.042858 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-1043f5c6-845e-43ef-89be-fc431f9ddef3 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b7c9d7399db4865a899d61aa89b988d HTTP/1.1" status: 200 len: 380 time: 0.0765026 Jan 18 16:40:26.060578 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'port': {'device_id': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'admin_state_up': True, 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'security_groups': ['50a829ad-ff08-4601-b51a-5d8e0e12bce0']}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:26.064638 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8b30f353-14c5-4c1e-8bed-0bd3f3f6f3e7 req-21ff4c47-b0f6-4170-9070-4ebcb45b6719 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 210 time: 0.0400727 Jan 18 16:40:26.175719 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Made reservation on behalf of 7b7c9d7399db4865a899d61aa89b988d for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:40:26.179840 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.307144 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Allocated IP 172.20.0.11 (631a6541-53f9-4654-914b-6ff69da121f2/dbd78705-c644-42cd-8201-12276442c74a/1130cdbc-16e1-43cb-8f5f-965c89cef3af) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:40:26.442640 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.474550 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.522976 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Network 631a6541-53f9-4654-914b-6ff69da121f2 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:40:26.525918 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:40:26.528283 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:40:26.555966 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event updated for resources: {'Port': ['ID=1130cdbc-16e1-43cb-8f5f-965c89cef3af,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:26.583707 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:26.584328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.601213 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-836bd3c1-691a-4d3b-9978-04db9fb7ef81 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5437701 Jan 18 16:40:26.610515 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-0f75730a-f3c4-4eb2-9d73-12f67be0ef86 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:40:26.611612 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-0f75730a-f3c4-4eb2-9d73-12f67be0ef86 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051715 Jan 18 16:40:26.666913 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Request body: {'port': {'device_id': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:26.724368 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.771043 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4001b90-9706-4249-91b5-d59f0caff81e None None] Provisioning complete for port 1130cdbc-16e1-43cb-8f5f-965c89cef3af triggered by entity DHCP. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:40:26.771646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4001b90-9706-4249-91b5-d59f0caff81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.805594 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4001b90-9706-4249-91b5-d59f0caff81e None None] Port 1130cdbc-16e1-43cb-8f5f-965c89cef3af cannot update to ACTIVE because it is not bound. {{(pid=102501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 18 16:40:26.972184 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-73ea142a-106b-4b04-bcd6-ea5693e657ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:26.988251 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1130cdbc-16e1-43cb-8f5f-965c89cef3af {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:40:26.996063 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Publish callbacks [] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:27.009157 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Transition to ACTIVE for port object 1130cdbc-16e1-43cb-8f5f-965c89cef3af will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:40:27.013104 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:27.068094 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Pushing event updated for resources: {'Port': ['ID=1130cdbc-16e1-43cb-8f5f-965c89cef3af,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:27.154200 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Attempting to bind port 1130cdbc-16e1-43cb-8f5f-965c89cef3af on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:40:27.154533 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Attempting to bind port 1130cdbc-16e1-43cb-8f5f-965c89cef3af by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:40:27.154865 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Attempting to bind port 1130cdbc-16e1-43cb-8f5f-965c89cef3af on network 631a6541-53f9-4654-914b-6ff69da121f2 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:40:27.175794 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Port 1130cdbc-16e1-43cb-8f5f-965c89cef3af on network 631a6541-53f9-4654-914b-6ff69da121f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:40:27.176123 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Attempting to bind port 1130cdbc-16e1-43cb-8f5f-965c89cef3af on network 631a6541-53f9-4654-914b-6ff69da121f2 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:40:27.185848 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:40:27.186195 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Checking segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:40:27.186581 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Bound using segment: {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:40:27.187019 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Bound port: 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1714ff4-624b-474e-b342-dbeb1b8e399d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:40:27.187378 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:27.216035 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b7af-3fa3-44b1-9388-8211c7177f67 req-71224f3c-d589-4d5e-a818-2940d64ea66a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.217648 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4d92b7af-3fa3-44b1-9388-8211c7177f67 req-71224f3c-d589-4d5e-a818-2940d64ea66a tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 944 time: 0.0811615 Jan 18 16:40:27.301456 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4d92b7af-3fa3-44b1-9388-8211c7177f67 req-e4477cdb-d08a-4e00-aeac-ecd94b2c0d07 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651238 Jan 18 16:40:27.302442 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] For port 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:40:27.306723 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] For port 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:40:27.312124 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:27.357132 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.357752 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:27.359130 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] 10.222.0.45 "PUT /v2.0/ports/1130cdbc-16e1-43cb-8f5f-965c89cef3af HTTP/1.1" status: 200 len: 1094 time: 0.7412760 Jan 18 16:40:27.359572 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:27.361815 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:27.378479 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15256ad6-2605-449f-aa56-93382e5ab685 service neutron] Pushing event updated for resources: {'Port': ['ID=1130cdbc-16e1-43cb-8f5f-965c89cef3af,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:27.416826 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7036d-610f-4435-9747-446e6f3e419e x-openstack-request-id: req-0fa7036d-610f-4435-9747-446e6f3e419e {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:27.417148 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:27.417398 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-0fa7036d-610f-4435-9747-446e6f3e419e {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:27.417797 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'status': 'completed', 'code': 200} Jan 18 16:40:27.466873 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-f8e30f32-c265-44cf-beee-a344314bc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.468381 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-f8e30f32-c265-44cf-beee-a344314bc1cb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 1097 time: 0.0487363 Jan 18 16:40:27.510952 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-5bea3316-b7ef-43e3-ba7a-225882170012 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af HTTP/1.1" status: 200 len: 217 time: 0.0342731 Jan 18 16:40:27.561713 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-043cf0b7-9bb4-4892-803a-63f34a1750bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.563178 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-043cf0b7-9bb4-4892-803a-63f34a1750bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0466759 Jan 18 16:40:27.610696 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578a1af-c897-4742-8666-699747c9007f req-0bf99332-d5ce-46d2-a7e8-c95bd3487937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.612025 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-0bf99332-d5ce-46d2-a7e8-c95bd3487937 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435474 Jan 18 16:40:27.711221 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-e3508c31-3914-4282-82d3-f1e0268e41c2 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931673 Jan 18 16:40:27.806223 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e578a1af-c897-4742-8666-699747c9007f req-5db1d65e-ec76-44d9-aa38-9dd38987a80c service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883346 Jan 18 16:40:27.889591 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-03c7df0e-6fff-4e25-bb5b-67358f8f8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.891002 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-03c7df0e-6fff-4e25-bb5b-67358f8f8f0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 1097 time: 0.0408385 Jan 18 16:40:27.982745 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-5d319720-9818-499b-8a5e-c9ed7af21359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:27.984212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-5d319720-9818-499b-8a5e-c9ed7af21359 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.0870626 Jan 18 16:40:28.028626 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-be2b8f8a-0753-48a4-94cc-8ba6efb429ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af HTTP/1.1" status: 200 len: 217 time: 0.0383253 Jan 18 16:40:28.083011 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-844dff7c-91c8-4992-bcca-635f95663e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:28.084483 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-844dff7c-91c8-4992-bcca-635f95663e9f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0504518 Jan 18 16:40:28.130686 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-56c7e07f-df86-430b-9db4-8247ade71586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:28.132877 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-56c7e07f-df86-430b-9db4-8247ade71586 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414515 Jan 18 16:40:28.223822 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-9de35fba-020f-4355-afd3-0796c48d8c51 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844426 Jan 18 16:40:28.311920 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-98a440f3-90d5-4f58-acc8-ed71cfde4ea5 req-ffe1c5f9-a26d-4a1e-b03a-b1e5b9aa7225 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819361 Jan 18 16:40:28.423665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4f362-15b3-4191-969f-aca2e4c35ae6 req-1c7b3a19-e78a-4a16-81a8-5a1c3f493ac8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:28.425166 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-49a4f362-15b3-4191-969f-aca2e4c35ae6 req-1c7b3a19-e78a-4a16-81a8-5a1c3f493ac8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 944 time: 0.0550508 Jan 18 16:40:28.476227 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-49a4f362-15b3-4191-969f-aca2e4c35ae6 req-af5a72bc-947e-49ce-9a7c-2db9359d7739 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446568 Jan 18 16:40:29.206959 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-97319418-d68a-4a94-988b-522726fdfa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:29.590339 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df39d8f-3acf-434f-b5aa-fe7fe02c4923 req-9a51f1ba-4535-4921-b75d-cf2577765972 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:29.591812 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0df39d8f-3acf-434f-b5aa-fe7fe02c4923 req-9a51f1ba-4535-4921-b75d-cf2577765972 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 944 time: 0.0479720 Jan 18 16:40:29.639684 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0df39d8f-3acf-434f-b5aa-fe7fe02c4923 req-cf4f849e-1478-445f-9554-a35220f01272 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Jan 18 16:40:30.216842 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:30.435808 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:30.684935 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 1130cdbc-16e1-43cb-8f5f-965c89cef3af details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:40:30.754281 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6458c-b835-47b7-b192-747e4bbc7afb req-8b9bac2d-5d3c-4f54-a7a9-db0b77424f56 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:30.755799 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91a6458c-b835-47b7-b192-747e4bbc7afb req-8b9bac2d-5d3c-4f54-a7a9-db0b77424f56 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 944 time: 0.0479817 Jan 18 16:40:30.780550 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:30.792242 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'port_id': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'mac_address': 'fa:16:3e:25:fe:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:40:30.802777 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-91a6458c-b835-47b7-b192-747e4bbc7afb req-3c8658ee-3ebd-4165-b4c0-93ac547ddd36 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Jan 18 16:40:30.832859 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 1130cdbc-16e1-43cb-8f5f-965c89cef3af is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:40:30.833303 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:30.845823 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1130cdbc-16e1-43cb-8f5f-965c89cef3af {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:40:30.864738 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:30.869274 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:30.913643 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=1130cdbc-16e1-43cb-8f5f-965c89cef3af,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:31.108092 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['1130cdbc-16e1-43cb-8f5f-965c89cef3af'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:40:31.824325 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:31.920697 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6767b5-9d64-4e43-8470-d4e0da1f98fb req-c0ff6add-c49d-46bc-8575-1c41eeb5cf24 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:31.922211 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1c6767b5-9d64-4e43-8470-d4e0da1f98fb req-c0ff6add-c49d-46bc-8575-1c41eeb5cf24 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 945 time: 0.0524924 Jan 18 16:40:31.969420 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1c6767b5-9d64-4e43-8470-d4e0da1f98fb req-b392c8c1-eb34-4d87-8b09-2be46288cad2 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Jan 18 16:40:32.687277 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 1130cdbc-16e1-43cb-8f5f-965c89cef3af up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:40:32.737344 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 1130cdbc-16e1-43cb-8f5f-965c89cef3af completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:40:32.741708 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 1130cdbc-16e1-43cb-8f5f-965c89cef3af triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:40:32.742091 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:32.820040 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 1130cdbc-16e1-43cb-8f5f-965c89cef3af is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:40:32.820426 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:32.842762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:32.845011 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dd0906-e30f-4353-ada2-4e08933147bb" -d '{"events": [{"server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "name": "network-vif-plugged", "status": "completed", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:32.857952 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:40:32.861992 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:32.885101 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1340cea-4ca6-42c8-9ff8-08a6b1f24346 x-openstack-request-id: req-e1340cea-4ca6-42c8-9ff8-08a6b1f24346 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:32.885396 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "name": "network-vif-plugged", "status": "completed", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:32.885753 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-e1340cea-4ca6-42c8-9ff8-08a6b1f24346 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:32.886077 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'code': 200} Jan 18 16:40:32.912833 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=1130cdbc-16e1-43cb-8f5f-965c89cef3af,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:40:33.080065 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:33.082635 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c137e-028f-4cbf-bba5-766c0519b747 req-63c6fdaf-451f-4553-a1ff-785afeb12497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:33.084226 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2c1c137e-028f-4cbf-bba5-766c0519b747 req-63c6fdaf-451f-4553-a1ff-785afeb12497 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 1099 time: 0.0684097 Jan 18 16:40:33.096562 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92b1d6-99b8-4e1b-bacc-1d027cf3371f req-f438cc6a-67ee-45c5-83da-2a6c25d144e8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:33.097948 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7e92b1d6-99b8-4e1b-bacc-1d027cf3371f req-f438cc6a-67ee-45c5-83da-2a6c25d144e8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0580680 Jan 18 16:40:33.169697 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2c1c137e-028f-4cbf-bba5-766c0519b747 req-5a7a1edd-5794-4d9c-9522-2d4ea96e74ce service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708179 Jan 18 16:40:33.173318 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7e92b1d6-99b8-4e1b-bacc-1d027cf3371f req-2df7194f-b783-423c-8bc4-913934fdb565 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695972 Jan 18 16:40:34.289850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2278366-3ce8-4c76-a695-cc25c93fae67 req-419f1125-d2ed-49cd-9a3a-ee0f6a31eb51 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:34.291328 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c2278366-3ce8-4c76-a695-cc25c93fae67 req-419f1125-d2ed-49cd-9a3a-ee0f6a31eb51 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0496466 Jan 18 16:40:34.337352 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c2278366-3ce8-4c76-a695-cc25c93fae67 req-4295a9c7-e210-472f-a1ca-6004597eabfc tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 Jan 18 16:40:34.448130 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b0fa-2015-4e35-bf5a-5c3908fba030 req-9d342b44-f48f-414d-b9ce-dd6878aa13bc tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:34.449619 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cf39b0fa-2015-4e35-bf5a-5c3908fba030 req-9d342b44-f48f-414d-b9ce-dd6878aa13bc tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0488384 Jan 18 16:40:34.457960 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48092) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:40:34.463043 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Request body: {'floatingip': {'port_id': '1130cdbc-16e1-43cb-8f5f-965c89cef3af'}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:40:34.504728 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (740cce5c-8eca-4260-b18f-55520f69615f), before_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:35.159955 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:35.163938 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (740cce5c-8eca-4260-b18f-55520f69615f), after_update {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:35.269243 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.db.l3_db [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Floating IP 740cce5c-8eca-4260-b18f-55520f69615f associated. External IP: 172.27.3.249, port: 1130cdbc-16e1-43cb-8f5f-965c89cef3af. Jan 18 16:40:35.470540 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:40:35.576033 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:40:35.581034 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:35.586743 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:40:35.597039 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:35.597653 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:40:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:35.611400 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-e744f3f0-18e8-4d17-b012-598032d92ea8 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "PUT /v2.0/floatingips/740cce5c-8eca-4260-b18f-55520f69615f HTTP/1.1" status: 200 len: 992 time: 1.1523116 Jan 18 16:40:35.612173 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af'}] {{(pid=102499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:40:35.614543 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5500c3010dd2df2c9dcfbe8fe27fb34db1f5688d5c430518d7486ff7e0720edd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c8a54b-2ce4-42cd-a265-302675de3808" -d '{"events": [{"name": "network-changed", "server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af"}]}' {{(pid=102499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:40:35.654696 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25febff-95ee-4812-b3b5-336d84954217 x-openstack-request-id: req-d25febff-95ee-4812-b3b5-336d84954217 {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:40:35.654981 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af", "status": "completed", "code": 200}]} {{(pid=102499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:40:35.655235 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-d25febff-95ee-4812-b3b5-336d84954217 {{(pid=102499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:40:35.655661 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'status': 'completed', 'code': 200} Jan 18 16:40:35.711291 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:35.723373 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-34aeb968-ca9f-4e3c-9d0f-20bbcaeda3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:35.724803 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-34aeb968-ca9f-4e3c-9d0f-20bbcaeda3aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7b7c9d7399db4865a899d61aa89b988d&device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 1099 time: 0.0476604 Jan 18 16:40:35.815123 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-73b0fae6-579e-44cb-9bf6-a8a888c10c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:35.816842 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-73b0fae6-579e-44cb-9bf6-a8a888c10c40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 200 len: 911 time: 0.0849462 Jan 18 16:40:35.883808 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-08c176c2-b62b-46de-a749-fcf63d6e24df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af HTTP/1.1" status: 200 len: 1000 time: 0.0608745 Jan 18 16:40:35.931641 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-a8ba0e22-60a2-4d9f-8ab6-f2d53a575de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:35.933133 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-a8ba0e22-60a2-4d9f-8ab6-f2d53a575de7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 200 len: 849 time: 0.0429723 Jan 18 16:40:35.933339 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '740cce5c-8eca-4260-b18f-55520f69615f', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'port_id': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'mac_address': 'fa:16:3e:25:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:40:23Z', 'updated_at': '2022-01-18T16:40:35Z', 'revision_number': 1, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:35.963147 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:40:35.971422 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:40:35.972031 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:40:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:35.978319 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-b1f185c5-3fab-44aa-bbc0-87fa12038acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:40:35.979772 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-b1f185c5-3fab-44aa-bbc0-87fa12038acb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=631a6541-53f9-4654-914b-6ff69da121f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407472 Jan 18 16:40:36.072980 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-ea26168f-8e15-484c-93d5-baa5a3126055 service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871375 Jan 18 16:40:36.075887 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:40:36.159105 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-81c8a54b-2ce4-42cd-a265-302675de3808 req-d9f3959e-d91a-420f-ab08-cb5c5287d03b service neutron] 10.222.0.45 "GET /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798326 Jan 18 16:40:36.299442 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '740cce5c-8eca-4260-b18f-55520f69615f', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'port_id': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'mac_address': 'fa:16:3e:25:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:40:23Z', 'updated_at': '2022-01-18T16:40:35Z', 'revision_number': 1, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:40:36.329528 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3b506f-afdf-461e-a228-19e7e62954a1 None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_floatingips': [{'id': '740cce5c-8eca-4260-b18f-55520f69615f', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'floating_ip_address': '172.27.3.249', 'floating_network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'router_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'port_id': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'mac_address': 'fa:16:3e:25:fe:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-18T16:40:23Z', 'updated_at': '2022-01-18T16:40:35Z', 'revision_number': 1, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:40:36.513157 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9239446-d246-4e3b-8dbd-1164f534f3bf None None] New status for floating IP 740cce5c-8eca-4260-b18f-55520f69615f: ACTIVE {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:40:45.483746 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:40:56.973896 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0ffccc2f-344b-4af9-a960-6843fba0b575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:40:59.209563 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-dce3cd0b-e17a-42ec-bc3a-3bb78b16a5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:00.216455 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:00.438776 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:01.826700 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:03.084399 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:22.484950 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:41:26.977043 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ef2ba5ab-87f0-45a3-aa2f-b5ca785cf105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:29.212368 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-4e8ddc4f-896d-4f9c-9a26-0817e010175d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:30.215272 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:30.441891 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:31.827666 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.086350 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:33.322549 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301bd648-28d1-4809-b812-d25672b59054 req-ee84fb04-b213-47b3-8f6a-f8337e9c5ef5 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:33.323918 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-301bd648-28d1-4809-b812-d25672b59054 req-ee84fb04-b213-47b3-8f6a-f8337e9c5ef5 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0486493 Jan 18 16:41:33.373816 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-301bd648-28d1-4809-b812-d25672b59054 req-cd43e968-bdb3-4e6b-abc0-3f847823a4ea tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Jan 18 16:41:34.488050 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa71b7-1af0-46ba-b4ec-9e0b66ee41c4 req-da55fd78-ff0e-438f-949f-aaee9962a749 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:34.489557 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c4fa71b7-1af0-46ba-b4ec-9e0b66ee41c4 req-da55fd78-ff0e-438f-949f-aaee9962a749 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0473313 Jan 18 16:41:34.536662 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c4fa71b7-1af0-46ba-b4ec-9e0b66ee41c4 req-912a8bfc-5d17-4cbe-b9de-6ac6912cc2d6 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Jan 18 16:41:35.011799 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-6e0307d3-f55e-4c31-8dfd-0618f6dc0c00 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:35.013229 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-6e0307d3-f55e-4c31-8dfd-0618f6dc0c00 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0470927 Jan 18 16:41:35.368214 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Deleting port 1130cdbc-16e1-43cb-8f5f-965c89cef3af {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:35.368465 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.455261 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] For port 1130cdbc-16e1-43cb-8f5f-965c89cef3af, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1130cdbc-16e1-43cb-8f5f-965c89cef3af,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:35.455631 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.659153 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.659833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567864'] for floatingip (740cce5c-8eca-4260-b18f-55520f69615f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.659833 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.l3_db [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Floating IP 740cce5c-8eca-4260-b18f-55520f69615f disassociated. External IP: 172.27.3.249, port: 1130cdbc-16e1-43cb-8f5f-965c89cef3af. Jan 18 16:41:35.660056 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Calling delete_port for 1130cdbc-16e1-43cb-8f5f-965c89cef3af owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:35.672802 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fe369-b9e8-453c-bf4c-4d726d248b13 req-75f909cb-5dba-4380-bc98-9c2858dc8a6f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:35.674306 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-238fe369-b9e8-453c-bf4c-4d726d248b13 req-75f909cb-5dba-4380-bc98-9c2858dc8a6f tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/ports?device_id=10de432b-ed46-41a0-a765-34dd8daf0c4e HTTP/1.1" status: 200 len: 946 time: 0.0708115 Jan 18 16:41:35.769434 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-238fe369-b9e8-453c-bf4c-4d726d248b13 req-14baf5b0-6dea-4ec9-84b6-586ef1718a66 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups?id=50a829ad-ff08-4601-b51a-5d8e0e12bce0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883775 Jan 18 16:41:35.838233 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (1130cdbc-16e1-43cb-8f5f-965c89cef3af), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:35.870555 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event deleted for resources: {'Port': ['ID=1130cdbc-16e1-43cb-8f5f-965c89cef3af,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:35.880563 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.880947 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.881579 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.881684 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.881961 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.882298 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.882638 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.882992 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.883328 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.883666 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.884599 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.884599 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.884838 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:35.993274 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:41:36.100018 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:41:36.109958 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:41:36.120172 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:36.120791 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:41:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:36.138711 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] No DVR routers for this DVR port 1130cdbc-16e1-43cb-8f5f-965c89cef3af on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:41:36.141245 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:36.144897 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-e4858375-3b8a-4d3f-a628-69f0cf8ee2f4 req-c2834333-ed78-478e-a402-2901c14539e4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.45 "DELETE /v2.0/ports/1130cdbc-16e1-43cb-8f5f-965c89cef3af HTTP/1.1" status: 204 len: 173 time: 1.1261966 Jan 18 16:41:36.145385 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'name': 'network-vif-deleted', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:36.149021 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11df70e-6080-45b2-a073-f6410c0fb4c1" -d '{"events": [{"server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "name": "network-vif-deleted", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:36.270394 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077dca28-da2f-446c-8bc0-f969f796adfc x-openstack-request-id: req-077dca28-da2f-446c-8bc0-f969f796adfc {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:36.270943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10de432b-ed46-41a0-a765-34dd8daf0c4e", "name": "network-vif-deleted", "tag": "1130cdbc-16e1-43cb-8f5f-965c89cef3af", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:36.272204 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-077dca28-da2f-446c-8bc0-f969f796adfc {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:36.272966 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10de432b-ed46-41a0-a765-34dd8daf0c4e', 'name': 'network-vif-deleted', 'tag': '1130cdbc-16e1-43cb-8f5f-965c89cef3af', 'status': 'completed', 'code': 200} Jan 18 16:41:36.339103 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:36.539063 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:36.567013 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:41:36.576073 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:36.576690 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:41:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:36.684803 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:36.854358 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48296) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:36.888909 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:36.908902 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (50a829ad-ff08-4601-b51a-5d8e0e12bce0), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:36.916022 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fdc47-522a-47b2-8e12-498b1b1a4e05 None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:37:28Z', 'revision_number': 4, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi', '_interfaces': [{'id': '3221a09d-2e89-4ecd-a3e0-abcd439aaa01', 'name': '', 'network_id': '631a6541-53f9-4654-914b-6ff69da121f2', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'mac_address': 'fa:16:3e:30:27:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': 'dbd78705-c644-42cd-8201-12276442c74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:28Z', 'updated_at': '2022-01-18T16:37:31Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'subnets': [{'id': 'dbd78705-c644-42cd-8201-12276442c74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:41:36.934128 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (50a829ad-ff08-4601-b51a-5d8e0e12bce0), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:36.984672 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (50a829ad-ff08-4601-b51a-5d8e0e12bce0), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:36.987371 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:36.988530 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "DELETE /v2.0/security-groups/50a829ad-ff08-4601-b51a-5d8e0e12bce0 HTTP/1.1" status: 204 len: 168 time: 0.1330631 Jan 18 16:41:36.991877 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48300) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:36.998365 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a829ad-ff08-4601-b51a-5d8e0e12bce0,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:37.005461 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.005693 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.api.v2.resource [None req-c50be196-4644-4cef-a8c2-989ab9c38494 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] show failed (client error): The resource could not be found. Jan 18 16:41:37.005880 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.006231 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009326 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009454 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-c50be196-4644-4cef-a8c2-989ab9c38494 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "GET /v2.0/security-groups/50a829ad-ff08-4601-b51a-5d8e0e12bce0 HTTP/1.1" status: 404 len: 347 time: 0.0136864 Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.009558 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ab5e4-0ed7-4e9b-bcbf-fcde042daa99 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:37.010218 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48302) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:37.143315 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Deleting port 53682c70-45c4-417e-8674-838becf59178 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:37.143747 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (53682c70-45c4-417e-8674-838becf59178), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.160426 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883330e-b380-43d0-9abb-182c4d123019 None None] New status for floating IP 740cce5c-8eca-4260-b18f-55520f69615f: DOWN {{(pid=102501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 18 16:41:37.224005 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (53682c70-45c4-417e-8674-838becf59178), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.224458 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (53682c70-45c4-417e-8674-838becf59178), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.236061 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Calling delete_port for 53682c70-45c4-417e-8674-838becf59178 owned by network:floatingip {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:37.374018 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (53682c70-45c4-417e-8674-838becf59178), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.399668 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Pushing event deleted for resources: {'Port': ['ID=53682c70-45c4-417e-8674-838becf59178,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:37.459863 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks [] for floatingip (740cce5c-8eca-4260-b18f-55520f69615f), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.462449 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for floatingip (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:37.463603 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2ce40059-7311-43ca-8730-74040d9984b4 tempest-AttachVolumeTestJSON-2075558073 tempest-AttachVolumeTestJSON-2075558073-project] 10.222.0.82 "DELETE /v2.0/floatingips/740cce5c-8eca-4260-b18f-55520f69615f HTTP/1.1" status: 204 len: 168 time: 0.4532690 Jan 18 16:41:39.027010 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 1130cdbc-16e1-43cb-8f5f-965c89cef3af no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:39.049826 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 1130cdbc-16e1-43cb-8f5f-965c89cef3af {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:39.050162 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 1130cdbc-16e1-43cb-8f5f-965c89cef3af not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:40.973467 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48330) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:41.337849 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566328'] for router_interface (f41c6452-9ba2-4e13-87d5-f66fac5353f2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:41.578925 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Deleting port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 {{(pid=102499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:41.579282 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:41.657920 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.db [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] For port 3221a09d-2e89-4ecd-a3e0-abcd439aaa01, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:41.658276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:41.670970 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.plugin [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Calling delete_port for 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 owned by network:router_interface {{(pid=102499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:41.842031 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953534'] for port (3221a09d-2e89-4ecd-a3e0-abcd439aaa01), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:41.866920 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Pushing event deleted for resources: {'Port': ['ID=3221a09d-2e89-4ecd-a3e0-abcd439aaa01,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:42.036025 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1495010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566184'] for router_interface (f41c6452-9ba2-4e13-87d5-f66fac5353f2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.243999 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Router f41c6452-9ba2-4e13-87d5-f66fac5353f2 has already been hosted by L3 agent 181d4292-2748-4a30-a865-f5eb7f92f5eb {{(pid=102499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 18 16:41:42.351654 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] Notify agent at l3_agent.dv-cinder-788368-3-iscsi the message routers_updated {{(pid=102499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 18 16:41:42.357070 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-fee066cc-94a7-4ba6-aefc-c6c40b32b187 admin admin] 10.222.0.82 "PUT /v2.0/routers/f41c6452-9ba2-4e13-87d5-f66fac5353f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825140 Jan 18 16:41:42.359820 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48332) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:42.363746 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] Sync routers for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 18 16:41:42.375230 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:42.375860 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:41:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:42.466869 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks [] for router (f41c6452-9ba2-4e13-87d5-f66fac5353f2), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.481198 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: dv-cinder-788368-3-iscsi {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:42.572619 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks [] for router_gateway (f41c6452-9ba2-4e13-87d5-f66fac5353f2), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.626830 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Deleting port 70e8fd07-b9bc-4824-855d-ece0d01b8557 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:42.627174 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.666396 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'external_fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98'}], 'enable_snat': True}, 'gw_port_id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:41:41Z', 'revision_number': 5, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port': {'id': '70e8fd07-b9bc-4824-855d-ece0d01b8557', 'name': '', 'network_id': '01e2f741-b4e0-4cf0-af2f-de153de283bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'ip_address': '172.27.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788368-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-18T16:37:26Z', 'updated_at': '2022-01-18T16:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0c75a1a0-3b20-4248-af7f-e2fbf3556bd9', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788368-3-iscsi'}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:42.692275 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] Checking router: f41c6452-9ba2-4e13-87d5-f66fac5353f2 for host: dv-cinder-788368-3-iscsi {{(pid=102502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 18 16:41:42.700875 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] Routers {'f41c6452-9ba2-4e13-87d5-f66fac5353f2'} bound to L3 agent in host dv-cinder-788368-3-iscsi {{(pid=102502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 18 16:41:42.701511 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788368-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-18T16:21:59Z,description=,heartbeat_timestamp=2022-01-18T16:41:29Z,host='dv-cinder-788368-3-iscsi',id=181d4292-2748-4a30-a865-f5eb7f92f5eb,load=0,resource_versions=,resources_synced=,started_at=2022-01-18T16:21:59Z,topic='l3_agent')) {'router_ids': ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'], 'active': True} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:42.712422 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] For port 70e8fd07-b9bc-4824-855d-ece0d01b8557, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=70e8fd07-b9bc-4824-855d-ece0d01b8557,segment=NetworkSegment(17ad0eda-e15e-4cc4-9740-bdd09e60240b),segment_id=17ad0eda-e15e-4cc4-9740-bdd09e60240b)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:42.712794 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.725543 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Calling delete_port for 70e8fd07-b9bc-4824-855d-ece0d01b8557 owned by network:router_gateway {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:42.785953 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_dvr_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] Set router f41c6452-9ba2-4e13-87d5-f66fac5353f2 gateway port host: None {{(pid=102502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 18 16:41:42.837699 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.l3_hamode_db [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:41:42Z', 'revision_number': 6, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port_host': None}], 'dv-cinder-788368-3-iscsi', False) {} {{(pid=102502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:42.872691 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4109e9d-0ed3-4342-bbb5-e075b12c3b83 None None] The sync data for ids ['f41c6452-9ba2-4e13-87d5-f66fac5353f2'] in dv-cinder-788368-3-iscsi is: [{'id': 'f41c6452-9ba2-4e13-87d5-f66fac5353f2', 'name': 'tempest-AttachVolumeTestJSON-979082870-router', 'tenant_id': '7b7c9d7399db4865a899d61aa89b988d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-18T16:37:25Z', 'updated_at': '2022-01-18T16:41:42Z', 'revision_number': 6, 'project_id': '7b7c9d7399db4865a899d61aa89b988d', 'gw_port_host': None}] {{(pid=102502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 18 16:41:42.890684 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (70e8fd07-b9bc-4824-855d-ece0d01b8557), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:42.918084 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=70e8fd07-b9bc-4824-855d-ece0d01b8557,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:42.980032 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-567926'] for router_gateway (f41c6452-9ba2-4e13-87d5-f66fac5353f2), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.068482 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573123', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8678'] for router (f41c6452-9ba2-4e13-87d5-f66fac5353f2), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.070762 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks [] for router_controller (f41c6452-9ba2-4e13-87d5-f66fac5353f2), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.112588 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573146'] for router (f41c6452-9ba2-4e13-87d5-f66fac5353f2), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.113097 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41c6452-9ba2-4e13-87d5-f66fac5353f2 {{(pid=102500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 18 16:41:43.118327 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.118539 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d9357fe5-178f-4bcd-bfc8-065c7f11c8ed admin admin] 10.222.0.82 "DELETE /v2.0/routers/f41c6452-9ba2-4e13-87d5-f66fac5353f2 HTTP/1.1" status: 204 len: 168 time: 0.7577777 Jan 18 16:41:43.121151 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48334) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:43.165523 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Deleting subnet dbd78705-c644-42cd-8201-12276442c74a {{(pid=102500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:41:43.168429 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Publish callbacks [] for subnet (dbd78705-c644-42cd-8201-12276442c74a), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.208507 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5936409'] for subnet (dbd78705-c644-42cd-8201-12276442c74a), precommit_delete_associations {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.295571 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (dbd78705-c644-42cd-8201-12276442c74a), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.346633 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4766998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786501'] for subnet (dbd78705-c644-42cd-8201-12276442c74a), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.369739 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd78705-c644-42cd-8201-12276442c74a,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:43.375258 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.378434 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-2eca4046-dd88-4ec9-a71e-62afbb868b80 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/dbd78705-c644-42cd-8201-12276442c74a HTTP/1.1" status: 204 len: 168 time: 0.2563646 Jan 18 16:41:43.381724 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48336) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:43.384478 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fb1ecd-81af-45a5-8f59-18a2e055098c None None] Network 631a6541-53f9-4654-914b-6ff69da121f2 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:41:43.454187 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (631a6541-53f9-4654-914b-6ff69da121f2), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.508409 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Deleting port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:43.508741 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.571528 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] For port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008, host dv-cinder-788368-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788368-3-iscsi',level=0,port_id=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,segment=NetworkSegment(a1714ff4-624b-474e-b342-dbeb1b8e399d),segment_id=a1714ff4-624b-474e-b342-dbeb1b8e399d)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:43.572068 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.585475 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Calling delete_port for 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 owned by network:dhcp {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:43.637762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] DHCP port deletion for 631a6541-53f9-4654-914b-6ff69da121f2 request from dv-cinder-788368-3-iscsi {{(pid=102501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 18 16:41:43.670386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.686770 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Deleting port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 {{(pid=102501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:41:43.687141 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), before_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.698422 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:43.700371 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] No DVR routers for this DVR port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 on host dv-cinder-788368-3-iscsi {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:41:43.758910 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] For port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008, host dv-cinder-788368-3-iscsi, got binding levels [] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:43.759307 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), precommit_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.772659 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Calling delete_port for 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 owned by network:dhcp {{(pid=102501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:41:43.775444 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.ipam_backend_mixin [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 was not found and therefore no delete operation was performed {{(pid=102501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 18 16:41:43.776496 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (631a6541-53f9-4654-914b-6ff69da121f2), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.777131 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957'] for port (1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008), after_delete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.799370 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631a6541-53f9-4654-914b-6ff69da121f2']}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:43.807700 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Pushing event deleted for resources: {'Port': ['ID=1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008,revision_number=None']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:43.809195 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1714ff4-624b-474e-b342-dbeb1b8e399d') {'for_net_delete': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:43.809491 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1714ff4-624b-474e-b342-dbeb1b8e399d') {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:41:43.815159 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] No DVR routers for this DVR port 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 on host dv-cinder-788368-3-iscsi {{(pid=102501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:41:43.817442 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.817857 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.818941 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.819289 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.819631 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.819833 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936384'] for segment (a1714ff4-624b-474e-b342-dbeb1b8e399d), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.819957 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.820295 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.820632 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.820980 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.821312 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.821640 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.821963 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.822285 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f4c8fb-d7be-4887-b756-890e95ac335f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:41:43.835669 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (a1714ff4-624b-474e-b342-dbeb1b8e399d), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.839925 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=102500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:41:43.840312 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767048'] for segment (a1714ff4-624b-474e-b342-dbeb1b8e399d), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: Traceback (most recent call last): Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: timer() Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: cb(*args, **kw) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: return func(*args, **kwargs) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: self._notify() Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: self.callback(batched_events) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: event.method(event) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: return f(self, *a, **k) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._get(url).json() Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: return self.request(url, 'GET', **kwargs) Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:41:43.842035 dv-cinder-788368-3-iscsi neutron-server[102500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:41:43.847127 dv-cinder-788368-3-iscsi neutron-server[102500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:41:43.898082 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (631a6541-53f9-4654-914b-6ff69da121f2), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.903452 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:43.906556 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] 10.222.0.82 "DELETE /v2.0/networks/631a6541-53f9-4654-914b-6ff69da121f2 HTTP/1.1" status: 204 len: 168 time: 0.5238843 Jan 18 16:41:43.918505 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c61a-9dbd-40ab-a7e7-9b25211603be admin admin] Pushing event deleted for resources: {'Network': ['ID=631a6541-53f9-4654-914b-6ff69da121f2,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:44.076158 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48340) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:44.115881 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-f42642f5-3038-4a89-9dc0-89b544dc43b4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7b7c9d7399db4865a899d61aa89b988d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384839 Jan 18 16:41:44.118345 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48342) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:44.169480 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f127294-0351-4b7c-8faa-d55661821662 admin admin] Publish callbacks [] for security_group (cf112e99-5b7b-4e3c-9e69-d527f3d178b9), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.189793 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f127294-0351-4b7c-8faa-d55661821662 admin admin] Publish callbacks [] for security_group (cf112e99-5b7b-4e3c-9e69-d527f3d178b9), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.238103 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f127294-0351-4b7c-8faa-d55661821662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (cf112e99-5b7b-4e3c-9e69-d527f3d178b9), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.241121 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-9f127294-0351-4b7c-8faa-d55661821662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:44.242354 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-9f127294-0351-4b7c-8faa-d55661821662 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cf112e99-5b7b-4e3c-9e69-d527f3d178b9 HTTP/1.1" status: 204 len: 168 time: 0.1230793 Jan 18 16:41:44.255997 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f127294-0351-4b7c-8faa-d55661821662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf112e99-5b7b-4e3c-9e69-d527f3d178b9,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:44.376864 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 70e8fd07-b9bc-4824-855d-ece0d01b8557 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:44.398370 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 70e8fd07-b9bc-4824-855d-ece0d01b8557 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:44.399021 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 70e8fd07-b9bc-4824-855d-ece0d01b8557 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:44.399128 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:44.419644 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:44.419996 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 3221a09d-2e89-4ecd-a3e0-abcd439aaa01 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:44.420417 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 no longer exists at agent ovs-agent-dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:41:44.439681 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-d802955a-04b2-4767-809d-09a08070b474 None None] No Port match for: 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:41:44.440027 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Device 1b9e19cc-4a97-4b1e-8a12-fb2d24cbc008 not bound to the agent host dv-cinder-788368-3-iscsi {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:41:44.939170 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48364) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:45.035160 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-546988584-network', 'tenant_id': '83cee5b17bce4fc186700e306378f767'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:45.057991 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Made reservation on behalf of 83cee5b17bce4fc186700e306378f767 for: {'network': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:45.060271 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for network (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.068691 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.144906 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks [] for security_group (2e98913f-8cf6-4f62-88b4-8c62c52fb708), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.148821 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (2e98913f-8cf6-4f62-88b4-8c62c52fb708), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.174217 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=102500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 18 16:41:45.189245 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e98913f-8cf6-4f62-88b4-8c62c52fb708,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:45.195771 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (5e32fce9-832d-49b0-92b8-531e5d74cb56), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.196139 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.db.segments_db [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Added segment 5e32fce9-832d-49b0-92b8-531e5d74cb56 of type vlan for network 3b3b985b-c3d6-45d3-ad06-0901ba978884 Jan 18 16:41:45.236128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227607718'] for network (3b3b985b-c3d6-45d3-ad06-0901ba978884), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.263856 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017'] for network (3b3b985b-c3d6-45d3-ad06-0901ba978884), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.264755 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:45.265384 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.321245 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3809264 Jan 18 16:41:45.324120 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48368) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:41:45.329181 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.v2.base [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Request body: {'subnet': {'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-546988584-subnet', 'tenant_id': '83cee5b17bce4fc186700e306378f767', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:45.332343 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00620db0-26e8-45e1-976c-d9543ca12783 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3b985b-c3d6-45d3-ad06-0901ba978884,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:45.342357 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 details requested by agent ovs-agent-dv-cinder-788368-3-iscsi with host dv-cinder-788368-3-iscsi {{(pid=102501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 18 16:41:45.353942 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Made reservation on behalf of 83cee5b17bce4fc186700e306378f767 for: {'subnet': 1} {{(pid=102499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:45.356400 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7294297'] for subnet (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.529363 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953682', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7294327'] for subnet (138b76b0-da82-41c5-b754-ee32c8bac1f7), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.585382 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Pushing event updated for resources: {'Subnet': ['ID=138b76b0-da82-41c5-b754-ee32c8bac1f7,revision_number=0']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:45.593204 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Checking segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:41:45.593559 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Network hostable DHCP agents. Network: 3b3b985b-c3d6-45d3-ad06-0901ba978884, hostable agents: ['fb29826f-518d-4d68-b53a-005f6b58315d'], hosted agents: [] {{(pid=102499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 18 16:41:45.610757 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 is scheduled to be hosted by DHCP agent fb29826f-518d-4d68-b53a-005f6b58315d with binding_index 1 {{(pid=102499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 18 16:41:45.619229 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.scheduler.base_scheduler [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788368-3-iscsi, 3b3b985b-c3d6-45d3-ad06-0901ba978884) {{(pid=102499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:45.623069 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:45.623671 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:45.628035 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c307cd8d-8b62-4ddb-b090-936ba896a2d8 None None] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:41:45.639111 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-41c7abfc-ab1d-4cf7-8c48-4040eb94518c admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3138521 Jan 18 16:41:45.732587 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360b54c9-ef9c-4920-a02b-a079f2c0223e None None] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 requested from dv-cinder-788368-3-iscsi {{(pid=102501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 18 16:41:46.067113 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-808ff12f-398b-4245-9b6b-c65d8d79e7ee tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:46.069660 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-808ff12f-398b-4245-9b6b-c65d8d79e7ee tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1056268 Jan 18 16:41:46.084948 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-3bb74627-45a7-48ae-a6d0-3745dd1f20a2 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/quotas/83cee5b17bce4fc186700e306378f767 HTTP/1.1" status: 200 len: 375 time: 0.0099573 Jan 18 16:41:46.114145 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-6314c619-82fc-4f6b-8245-a4471a326eb0 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245047 Jan 18 16:41:46.250525 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-52dbdf97-76e0-45b9-a81c-9b11e1162ad5 service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296134 Jan 18 16:41:46.338887 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-71424ee9-fb1a-4fc8-b2d3-e8c241a624c8 service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805609 Jan 18 16:41:46.489058 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2b1f7d1e-d762-4e58-a57f-19cefecc02ce req-1b8d6b85-e6ff-42da-b77f-9b30ba067048 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 210 time: 0.0255439 Jan 18 16:41:47.384871 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-300759aa-8e8b-4738-9e57-5a42c7ac0c78 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:47.386341 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-300759aa-8e8b-4738-9e57-5a42c7ac0c78 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1079123 Jan 18 16:41:47.398359 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Request body: {'port': {'device_id': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'admin_state_up': True, 'tenant_id': '83cee5b17bce4fc186700e306378f767'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:47.509885 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Made reservation on behalf of 83cee5b17bce4fc186700e306378f767 for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:41:47.513433 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.598297 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-8d70efdf-ef34-4663-9a10-30790782f6be req-c705a9d2-9f71-467d-ba24-b6f2f97c431b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 210 time: 0.0338399 Jan 18 16:41:47.659791 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Allocated IP 172.20.0.10 (3b3b985b-c3d6-45d3-ad06-0901ba978884/138b76b0-da82-41c5-b754-ee32c8bac1f7/4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:41:47.805190 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks [] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.837738 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.883623 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:41:47.886598 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:41:47.890280 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:41:47.916159 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event updated for resources: {'Port': ['ID=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:47.941962 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:47.943214 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:47.957864 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-d5835bba-4ace-49f3-8f19-370b8b886898 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5638433 Jan 18 16:41:47.969714 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Request body: {'port': {'device_id': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:41:48.019965 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.282206 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:48.289974 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Publish callbacks [] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.303145 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Transition to ACTIVE for port object 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:41:48.305980 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.356808 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:48.419312 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Attempting to bind port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:41:48.419994 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Attempting to bind port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:41:48.419994 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Attempting to bind port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:48.424165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:41:48.424485 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Attempting to bind port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:41:48.429282 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:41:48.429618 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Checking segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:41:48.430007 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Bound using segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:41:48.430429 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Bound port: 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:41:48.430779 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.494590 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] For port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:41:48.497474 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] For port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:41:48.501971 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.537013 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:48.537579 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:48.538968 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 HTTP/1.1" status: 200 len: 1094 time: 0.5731030 Jan 18 16:41:48.539410 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'tag': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:48.541673 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac486337-e8cf-41f5-ae97-cb2ac3a02387" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d430db-b5ab-4c0e-add0-a4abe3607e9c", "tag": "4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:48.566114 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf96bec-ffd4-4c2c-ba67-ca8707e0c379 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:48.579083 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a913c5-8798-4cb2-8bda-991389ac9604 x-openstack-request-id: req-a4a913c5-8798-4cb2-8bda-991389ac9604 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:48.579386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d430db-b5ab-4c0e-add0-a4abe3607e9c", "tag": "4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:48.579646 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-a4a913c5-8798-4cb2-8bda-991389ac9604 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:48.580212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'tag': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', 'status': 'completed', 'code': 200} Jan 18 16:41:48.626872 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-4570681f-9488-4cc0-8710-73895971cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:48.628374 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-4570681f-9488-4cc0-8710-73895971cc84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 1097 time: 0.0420115 Jan 18 16:41:48.674445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-ea745747-bbb0-4d6c-a20a-0224fc54aa65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 HTTP/1.1" status: 200 len: 217 time: 0.0392399 Jan 18 16:41:48.756636 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4d78a-729e-4001-bc74-76d39d443464 req-cac50f32-6669-4f60-8d9d-836e9bb23134 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:48.758056 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04c4d78a-729e-4001-bc74-76d39d443464 req-cac50f32-6669-4f60-8d9d-836e9bb23134 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 944 time: 0.0863268 Jan 18 16:41:48.759792 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-65bee31c-1142-4bcf-8e67-3e2cc3c667d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:48.761137 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-65bee31c-1142-4bcf-8e67-3e2cc3c667d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0793619 Jan 18 16:41:48.801094 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-5fb2b695-4ecd-4960-a08d-5cdea09684b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313768 Jan 18 16:41:48.870281 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04c4d78a-729e-4001-bc74-76d39d443464 req-701e3d63-7b5e-41a7-87c9-ff2da95fd4a3 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064546 Jan 18 16:41:48.909964 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-7b4fac42-e1f5-4008-955e-b18b13fa9a80 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992756 Jan 18 16:41:49.000625 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-698d1b55-7d30-4421-8c90-4e4a5219e360 req-18f2d024-6938-444a-b9e5-3485747461b7 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845115 Jan 18 16:41:49.089918 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-82b1b3f5-7d46-405e-b8ef-34ada5f09f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.091317 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-82b1b3f5-7d46-405e-b8ef-34ada5f09f9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 1097 time: 0.0414968 Jan 18 16:41:49.178338 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-96702e6d-2a0e-4207-bb61-1c65c77be6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.179788 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-96702e6d-2a0e-4207-bb61-1c65c77be6a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 915 time: 0.0824270 Jan 18 16:41:49.222392 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-49358efd-e059-4a83-8d7e-92c672289d4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 HTTP/1.1" status: 200 len: 217 time: 0.0363557 Jan 18 16:41:49.271520 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-9c576ff0-d674-44ec-a213-b38941519059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.272970 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-9c576ff0-d674-44ec-a213-b38941519059 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0432127 Jan 18 16:41:49.303949 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-654bf3ba-4af0-42af-8a03-9c238f513712 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236537 Jan 18 16:41:49.668491 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-fd4d8c1c-20af-4bd1-8641-7d9b7c208a07 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571732 Jan 18 16:41:49.756445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ac486337-e8cf-41f5-ae97-cb2ac3a02387 req-79295938-fac8-4b57-8598-abc86fc10d29 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819714 Jan 18 16:41:49.989252 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc077b5-221f-4047-bdc8-a344d0238fb5 req-addbfb35-dfe0-4fdb-b5fa-504f0b4bf3ba tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:49.991484 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebc077b5-221f-4047-bdc8-a344d0238fb5 req-addbfb35-dfe0-4fdb-b5fa-504f0b4bf3ba tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 944 time: 0.0499704 Jan 18 16:41:50.050461 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-ebc077b5-221f-4047-bdc8-a344d0238fb5 req-5ac1dbf1-1ff1-4ab8-9073-b0ad65f0c7c0 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Jan 18 16:41:51.093265 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:41:51.165436 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0f94f-194d-48a3-9339-58d8d530f97b req-4d59a4d0-327a-49d1-bba5-6ddb2d5c3aa0 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:51.166925 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90a0f94f-194d-48a3-9339-58d8d530f97b req-4d59a4d0-327a-49d1-bba5-6ddb2d5c3aa0 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 944 time: 0.0485106 Jan 18 16:41:51.186114 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:51.198697 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'port_id': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', 'mac_address': 'fa:16:3e:15:63:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138b76b0-da82-41c5-b754-ee32c8bac1f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:41:51.215707 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-90a0f94f-194d-48a3-9339-58d8d530f97b req-15b9fa02-794a-4753-b3ff-c4f11f668954 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Jan 18 16:41:51.239527 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:51.240012 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:51.252926 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:41:51.273077 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:51.277169 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:51.322561 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:51.483477 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:41:52.330064 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bfb17-f4c2-40dd-a0b4-b98763dff22b req-27e9e069-d0f5-4f58-8bed-7d90769774a9 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:52.331529 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-205bfb17-f4c2-40dd-a0b4-b98763dff22b req-27e9e069-d0f5-4f58-8bed-7d90769774a9 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 945 time: 0.0494328 Jan 18 16:41:52.377180 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-205bfb17-f4c2-40dd-a0b4-b98763dff22b req-bec41dc4-ec43-4831-b96b-02fc5d03256c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Jan 18 16:41:53.094971 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:41:53.143873 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:41:53.148504 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:41:53.148879 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:53.224286 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:41:53.224672 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:53.247650 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:41:53.249945 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93640e26-e1e8-4598-ad63-905634744019" -d '{"events": [{"server_uuid": "c9d430db-b5ab-4c0e-add0-a4abe3607e9c", "name": "network-vif-plugged", "status": "completed", "tag": "4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:41:53.266915 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:41:53.271075 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:53.320501 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:41:53.340981 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bd6f5f-9d9f-4d2e-8688-2d31ecc97fab x-openstack-request-id: req-f5bd6f5f-9d9f-4d2e-8688-2d31ecc97fab {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:41:53.341277 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d430db-b5ab-4c0e-add0-a4abe3607e9c", "name": "network-vif-plugged", "status": "completed", "tag": "4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:41:53.341529 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-f5bd6f5f-9d9f-4d2e-8688-2d31ecc97fab {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:41:53.341923 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', 'code': 200} Jan 18 16:41:53.523974 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b33011-c7dc-4e8e-ac4a-f2df3e06cffc req-46b20307-c475-49a1-96a1-ffaeaa102a33 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:53.525445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50b33011-c7dc-4e8e-ac4a-f2df3e06cffc req-46b20307-c475-49a1-96a1-ffaeaa102a33 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 946 time: 0.0787361 Jan 18 16:41:53.531043 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dbf8b-d4ee-43a8-80ae-c27a6a0675aa req-b4e8204d-5f3f-4ff2-87c0-a86a1cc9f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:53.532396 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-193dbf8b-d4ee-43a8-80ae-c27a6a0675aa req-b4e8204d-5f3f-4ff2-87c0-a86a1cc9f2b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 1099 time: 0.0553746 Jan 18 16:41:53.600868 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50b33011-c7dc-4e8e-ac4a-f2df3e06cffc req-d4bb73f0-3896-4d01-a264-2032a7ce6d5d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675523 Jan 18 16:41:53.602957 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-193dbf8b-d4ee-43a8-80ae-c27a6a0675aa req-1b4a87bf-7292-4f95-95c6-07b67fccca5e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635436 Jan 18 16:41:54.725395 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13195c9-fae5-42f4-91d6-d1b2b6470b10 req-cb7ac75b-5d85-460f-96e1-bd3e21387a72 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:54.726886 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f13195c9-fae5-42f4-91d6-d1b2b6470b10 req-cb7ac75b-5d85-460f-96e1-bd3e21387a72 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 946 time: 0.0526423 Jan 18 16:41:54.776552 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f13195c9-fae5-42f4-91d6-d1b2b6470b10 req-94c410b7-2176-4070-9cb8-77f68709ea59 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Jan 18 16:41:55.892542 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7482d51-e6ea-4026-ae39-c15be3b497fe req-4298a681-ef25-4cff-8e8b-33527df39f34 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:41:55.894017 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7482d51-e6ea-4026-ae39-c15be3b497fe req-4298a681-ef25-4cff-8e8b-33527df39f34 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 946 time: 0.0510576 Jan 18 16:41:55.939996 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7482d51-e6ea-4026-ae39-c15be3b497fe req-315cb451-f67e-41ea-b611-0787f3e1ff4f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Jan 18 16:41:56.978782 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-c28bd2e8-c4e3-4474-9b9a-586341543521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.213552 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b58baaa4-581b-4568-8b5e-f174f05cff10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:41:59.483503 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:42:00.216580 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:00.444603 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:01.833574 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:03.088240 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:04.129363 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-d5c14883-6c0f-433d-a8b2-743aa1c88e35 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:04.131349 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-d5c14883-6c0f-433d-a8b2-743aa1c88e35 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1039026 Jan 18 16:42:04.145445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-a82b10fa-926d-42d4-ba72-850dddf12303 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/quotas/83cee5b17bce4fc186700e306378f767 HTTP/1.1" status: 200 len: 375 time: 0.0087419 Jan 18 16:42:04.191824 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-021a85bf-f9e1-41e9-ace9-19937060ba86 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0415690 Jan 18 16:42:04.202609 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-fd79c3e0-932c-46d5-b8e7-4764b1487f92 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=102500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 18 16:42:04.203559 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-fd79c3e0-932c-46d5-b8e7-4764b1487f92 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049083 Jan 18 16:42:04.298852 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-ff7e8536-b673-4f94-966b-55eb3d9b6dad service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900486 Jan 18 16:42:04.386067 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-0a23a4ab-087e-4a44-b35b-b9be37824cb8 service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810513 Jan 18 16:42:04.543249 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4e2bef13-81e1-4f7c-86fe-b717849693cc req-3af46b8b-97a2-40ab-90ff-c5e5385dee3b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 210 time: 0.0271957 Jan 18 16:42:05.484061 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-dd4b293f-5508-4ca4-b6bd-575f067438c1 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:05.485699 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-dd4b293f-5508-4ca4-b6bd-575f067438c1 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1227970 Jan 18 16:42:05.498994 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Request body: {'port': {'device_id': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'admin_state_up': True, 'tenant_id': '83cee5b17bce4fc186700e306378f767'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:05.609484 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Made reservation on behalf of 83cee5b17bce4fc186700e306378f767 for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:42:05.612943 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:05.654605 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-59476d17-f915-4ebf-99bc-a5052f69a47f req-2de6d037-89df-47a8-91e1-7c5ece527d86 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 210 time: 0.0389817 Jan 18 16:42:05.767167 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Allocated IP 172.20.0.13 (3b3b985b-c3d6-45d3-ad06-0901ba978884/138b76b0-da82-41c5-b754-ee32c8bac1f7/4e43b3a1-3e71-4876-b998-a471d3058d1f) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:42:05.915292 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks [] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:05.946945 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:05.959134 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:05.988890 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:42:05.991908 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:42:05.995560 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:42:06.024666 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event updated for resources: {'Port': ['ID=4e43b3a1-3e71-4876-b998-a471d3058d1f,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:06.052969 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.053581 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.069991 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-8374f3bc-0e32-42da-acfe-d4375f3cfe11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5750742 Jan 18 16:42:06.081387 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Request body: {'port': {'device_id': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:06.134163 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.392852 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e43b3a1-3e71-4876-b998-a471d3058d1f {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:06.400672 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Publish callbacks [] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.412760 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Transition to ACTIVE for port object 4e43b3a1-3e71-4876-b998-a471d3058d1f will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:42:06.417754 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.473293 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4e43b3a1-3e71-4876-b998-a471d3058d1f,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:06.537502 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Attempting to bind port 4e43b3a1-3e71-4876-b998-a471d3058d1f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:42:06.538192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Attempting to bind port 4e43b3a1-3e71-4876-b998-a471d3058d1f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:42:06.538192 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Attempting to bind port 4e43b3a1-3e71-4876-b998-a471d3058d1f on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:06.542354 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Port 4e43b3a1-3e71-4876-b998-a471d3058d1f on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:42:06.542673 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Attempting to bind port 4e43b3a1-3e71-4876-b998-a471d3058d1f on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:06.547374 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:42:06.547712 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Checking segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:42:06.548089 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Bound using segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:42:06.548507 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Bound port: 4e43b3a1-3e71-4876-b998-a471d3058d1f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:42:06.548855 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.611111 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] For port 4e43b3a1-3e71-4876-b998-a471d3058d1f, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:42:06.614026 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] For port 4e43b3a1-3e71-4876-b998-a471d3058d1f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:42:06.619282 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.658926 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.659544 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:06.660942 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] 10.222.0.45 "PUT /v2.0/ports/4e43b3a1-3e71-4876-b998-a471d3058d1f HTTP/1.1" status: 200 len: 1094 time: 0.5836768 Jan 18 16:42:06.661390 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'tag': '4e43b3a1-3e71-4876-b998-a471d3058d1f'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:06.664156 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449" -d '{"events": [{"name": "network-changed", "server_uuid": "6622da12-a0e7-4ddc-b0eb-cdc5098937fb", "tag": "4e43b3a1-3e71-4876-b998-a471d3058d1f"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:06.686424 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96727b-ed02-425f-aa4c-9ebb4cb01a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4e43b3a1-3e71-4876-b998-a471d3058d1f,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:06.705439 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43afe6fe-1b28-4117-afc1-1307c4424da2 x-openstack-request-id: req-43afe6fe-1b28-4117-afc1-1307c4424da2 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:06.705771 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6622da12-a0e7-4ddc-b0eb-cdc5098937fb", "tag": "4e43b3a1-3e71-4876-b998-a471d3058d1f", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:06.706154 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-43afe6fe-1b28-4117-afc1-1307c4424da2 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:06.706565 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'tag': '4e43b3a1-3e71-4876-b998-a471d3058d1f', 'status': 'completed', 'code': 200} Jan 18 16:42:06.777726 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-ebb111bf-dc4b-4e70-ab0e-cd44085be9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.779232 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-ebb111bf-dc4b-4e70-ab0e-cd44085be9ff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 1097 time: 0.0689380 Jan 18 16:42:06.795513 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-ba93e8a5-077a-4db3-8164-443c7f94a8dc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402203 Jan 18 16:42:06.805120 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9921bb8-9837-4400-95b2-29067413a20d req-d9d18114-6cc4-4f70-abed-92faad5a57b9 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.806601 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b9921bb8-9837-4400-95b2-29067413a20d req-d9d18114-6cc4-4f70-abed-92faad5a57b9 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 944 time: 0.0677953 Jan 18 16:42:06.839578 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-b29f2984-1f15-42dc-87d7-8234d9a7c49b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f HTTP/1.1" status: 200 len: 217 time: 0.0529318 Jan 18 16:42:06.882086 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-8c5cd244-5482-42c5-8f61-b97b6974cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.883514 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-8c5cd244-5482-42c5-8f61-b97b6974cc4a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 1099 time: 0.0441411 Jan 18 16:42:06.912821 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39a31-b715-4aa2-a913-45336ba59672 req-4077b424-da7d-4106-873f-bdb88a48af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.914381 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-4077b424-da7d-4106-873f-bdb88a48af4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0699546 Jan 18 16:42:06.918050 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b9921bb8-9837-4400-95b2-29067413a20d req-d94f89e1-9e5a-45f9-bd27-f411f0ffe47b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812645 Jan 18 16:42:06.946502 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-860e81ef-8cc8-4d6a-a345-205b6e605c30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258188 Jan 18 16:42:06.986685 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-66b550e7-8b78-4906-8299-5c98508b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:06.988451 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-66b550e7-8b78-4906-8299-5c98508b83e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 915 time: 0.0850995 Jan 18 16:42:07.032365 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-09371577-7d54-44db-bbd4-f8c8582a3e1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 HTTP/1.1" status: 200 len: 217 time: 0.0366457 Jan 18 16:42:07.038550 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-629adfa1-8195-44c0-b99f-5ca30de02554 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851049 Jan 18 16:42:07.080602 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-56cb1b3e-c352-43fa-a83b-ef1a5fa6fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:07.082164 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-56cb1b3e-c352-43fa-a83b-ef1a5fa6fe93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0441418 Jan 18 16:42:07.113555 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-3a654489-0e27-41fe-b293-401ee97f7c5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246515 Jan 18 16:42:07.125758 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-52a39a31-b715-4aa2-a913-45336ba59672 req-b0883990-a3b8-49f3-8f01-1d49c2002816 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814886 Jan 18 16:42:07.205939 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-2e61b334-4aec-4977-87fc-ddeeec09cdab service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833383 Jan 18 16:42:07.212850 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-19151d54-73bb-4769-9707-7ecc6b14e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:07.214422 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-19151d54-73bb-4769-9707-7ecc6b14e024 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 1097 time: 0.0415208 Jan 18 16:42:07.303707 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [req-39a6dd3f-dbd7-4acc-a461-978d333e6cc1 req-6fce35e0-d9ef-4ac1-9e84-fb766d032458 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885265 Jan 18 16:42:07.309974 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-8999b642-a96e-40c5-b9a8-40a6ed312023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:07.311418 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-8999b642-a96e-40c5-b9a8-40a6ed312023 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 915 time: 0.0905633 Jan 18 16:42:07.355169 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-6d1b1aec-4b8a-490c-bd7b-e2ec3c23e32b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f HTTP/1.1" status: 200 len: 217 time: 0.0352757 Jan 18 16:42:07.406702 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-728bf07c-66c2-4abe-b9ec-21fc9be3918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:07.408129 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-728bf07c-66c2-4abe-b9ec-21fc9be3918b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0458043 Jan 18 16:42:07.440600 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-c412cfd9-925d-425a-a899-bdf7c74744f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230772 Jan 18 16:42:07.527081 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-a9118135-c94c-4a9d-8fbb-206352ca79d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800257 Jan 18 16:42:07.617945 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7b830d77-a1bb-42a3-bc1f-5f7dd82c9449 req-f1188405-cee5-4a89-bd05-12f0e9eeca48 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834534 Jan 18 16:42:08.032526 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e3cae-e46d-4076-93f2-9eb96e2204b1 req-3978da25-a6a0-428c-8d31-be9dc385a10a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:08.033999 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c17e3cae-e46d-4076-93f2-9eb96e2204b1 req-3978da25-a6a0-428c-8d31-be9dc385a10a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 944 time: 0.0485830 Jan 18 16:42:08.081545 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c17e3cae-e46d-4076-93f2-9eb96e2204b1 req-aae35de2-aed9-46b0-abe5-4c4113a88c74 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Jan 18 16:42:09.174816 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4e43b3a1-3e71-4876-b998-a471d3058d1f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:42:09.193291 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab41678-e68e-411a-aebb-3bba1f8d278b req-1dd8706b-1fc1-4038-89c6-345d5519510f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:09.194777 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dab41678-e68e-411a-aebb-3bba1f8d278b req-1dd8706b-1fc1-4038-89c6-345d5519510f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 944 time: 0.0476367 Jan 18 16:42:09.245299 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-dab41678-e68e-411a-aebb-3bba1f8d278b req-5c3e0b69-73ed-462a-9d0d-150c3ae17bbe tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Jan 18 16:42:09.276653 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 4e43b3a1-3e71-4876-b998-a471d3058d1f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:09.283852 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '4e43b3a1-3e71-4876-b998-a471d3058d1f', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'port_id': '4e43b3a1-3e71-4876-b998-a471d3058d1f', 'mac_address': 'fa:16:3e:aa:af:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138b76b0-da82-41c5-b754-ee32c8bac1f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:42:09.321527 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 4e43b3a1-3e71-4876-b998-a471d3058d1f is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:09.321920 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:09.338295 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e43b3a1-3e71-4876-b998-a471d3058d1f {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:09.357319 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 4e43b3a1-3e71-4876-b998-a471d3058d1f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:09.362018 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:09.409572 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=4e43b3a1-3e71-4876-b998-a471d3058d1f,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:09.602476 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4e43b3a1-3e71-4876-b998-a471d3058d1f'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:10.359584 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d9444-ade1-47cc-b862-49d8570773cb req-1fddf1ca-e950-4819-9775-cc5e2fab1324 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:10.361330 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cf4d9444-ade1-47cc-b862-49d8570773cb req-1fddf1ca-e950-4819-9775-cc5e2fab1324 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 945 time: 0.0488803 Jan 18 16:42:10.407955 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-cf4d9444-ade1-47cc-b862-49d8570773cb req-5b8443f2-5ced-44d9-b150-08f7067c9924 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Jan 18 16:42:11.181668 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4e43b3a1-3e71-4876-b998-a471d3058d1f up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:42:11.230762 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 4e43b3a1-3e71-4876-b998-a471d3058d1f completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:42:11.235959 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 4e43b3a1-3e71-4876-b998-a471d3058d1f triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:42:11.236492 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.313947 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 4e43b3a1-3e71-4876-b998-a471d3058d1f is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:11.314333 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.337283 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e43b3a1-3e71-4876-b998-a471d3058d1f'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:11.339545 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92a946f-2a9f-431e-8ea9-f77c39f258ee" -d '{"events": [{"server_uuid": "6622da12-a0e7-4ddc-b0eb-cdc5098937fb", "name": "network-vif-plugged", "status": "completed", "tag": "4e43b3a1-3e71-4876-b998-a471d3058d1f"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:11.351432 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 4e43b3a1-3e71-4876-b998-a471d3058d1f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:11.355649 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:11.382389 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff2b91-b9e7-4944-97d6-1c1dba5a9f77 x-openstack-request-id: req-3fff2b91-b9e7-4944-97d6-1c1dba5a9f77 {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:11.382707 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622da12-a0e7-4ddc-b0eb-cdc5098937fb", "name": "network-vif-plugged", "status": "completed", "tag": "4e43b3a1-3e71-4876-b998-a471d3058d1f", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:11.382964 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3fff2b91-b9e7-4944-97d6-1c1dba5a9f77 {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:11.383352 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e43b3a1-3e71-4876-b998-a471d3058d1f', 'code': 200} Jan 18 16:42:11.409686 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=4e43b3a1-3e71-4876-b998-a471d3058d1f,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:11.552902 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045b2fb-784a-462a-9d7d-df6ae72dd213 req-12cd3996-f26e-4da3-b1b8-e8cfeb6ac383 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:11.554390 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3045b2fb-784a-462a-9d7d-df6ae72dd213 req-12cd3996-f26e-4da3-b1b8-e8cfeb6ac383 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 946 time: 0.0783291 Jan 18 16:42:11.560165 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f23922-1d09-4f67-8a67-bf7cdbd68e36 req-96a12f48-1ad2-46ea-8143-ec11ce9a85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:11.561537 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75f23922-1d09-4f67-8a67-bf7cdbd68e36 req-96a12f48-1ad2-46ea-8143-ec11ce9a85ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 1099 time: 0.0602660 Jan 18 16:42:11.631580 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3045b2fb-784a-462a-9d7d-df6ae72dd213 req-98ba97ac-b8fa-44d0-acff-669adb74c616 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691037 Jan 18 16:42:11.633685 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-75f23922-1d09-4f67-8a67-bf7cdbd68e36 req-00e462d2-34c0-4481-89f5-3326b986ff56 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649242 Jan 18 16:42:12.749223 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bc6b8-1597-4b9e-94b0-93b35fd3ab13 req-cd8ab21f-3924-453a-9cbf-f35894991cef tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:12.750783 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6b8bc6b8-1597-4b9e-94b0-93b35fd3ab13 req-cd8ab21f-3924-453a-9cbf-f35894991cef tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 946 time: 0.0507421 Jan 18 16:42:12.798658 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6b8bc6b8-1597-4b9e-94b0-93b35fd3ab13 req-454f8473-f8db-4a04-aa1e-2670ac62ead0 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416179 Jan 18 16:42:13.929743 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7067d-b535-4858-81d2-890d51662978 req-deecef39-1295-4602-b9ec-c8422cbb405e tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:13.931715 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4dd7067d-b535-4858-81d2-890d51662978 req-deecef39-1295-4602-b9ec-c8422cbb405e tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 946 time: 0.0639491 Jan 18 16:42:13.983321 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4dd7067d-b535-4858-81d2-890d51662978 req-d9fdbff8-6ab8-4469-9dcf-adb8197f9669 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.672319 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-aa13d5e2-d932-40a1-aaca-a2e81a869963 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:15.675583 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-aa13d5e2-d932-40a1-aaca-a2e81a869963 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1005738 Jan 18 16:42:15.689383 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-c1d7daa1-c043-4c7e-952d-90e36229850f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/quotas/83cee5b17bce4fc186700e306378f767 HTTP/1.1" status: 200 len: 375 time: 0.0088768 Jan 18 16:42:15.743854 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-0e443604-5541-4c70-be46-5659704b8c4b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488236 Jan 18 16:42:15.831081 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-58f090da-04b2-4e91-baac-d348761f64d0 service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805266 Jan 18 16:42:15.921932 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-2919fb0b-6ed7-45ab-8519-01cf3b9c401b service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851636 Jan 18 16:42:16.086936 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-57f667d8-5cf5-46be-9fc9-5b9846f5ed20 req-15e40f19-5171-4489-a68f-8535172fb98e tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Jan 18 16:42:17.025124 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-45f18154-1be5-4e86-af32-3dd8056f124b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:17.026577 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-45f18154-1be5-4e86-af32-3dd8056f124b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1049261 Jan 18 16:42:17.039325 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Request body: {'port': {'device_id': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'admin_state_up': True, 'tenant_id': '83cee5b17bce4fc186700e306378f767'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:17.152736 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Made reservation on behalf of 83cee5b17bce4fc186700e306378f767 for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:42:17.156349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.189409 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0fd20a6a-bdd1-40cb-99d7-45d7e7f73220 req-efb769b7-87ab-49c0-8eec-c0f167888368 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 210 time: 0.0308115 Jan 18 16:42:17.306469 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Allocated IP 172.20.0.4 (3b3b985b-c3d6-45d3-ad06-0901ba978884/138b76b0-da82-41c5-b754-ee32c8bac1f7/56024420-ad6b-4854-aa0f-aa6969a73f3b) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:42:17.448541 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks [] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.481931 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.503139 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', '4e43b3a1-3e71-4876-b998-a471d3058d1f'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:17.525623 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:42:17.528626 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:42:17.532306 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:42:17.558798 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event updated for resources: {'Port': ['ID=56024420-ad6b-4854-aa0f-aa6969a73f3b,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:17.587210 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:17.587821 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.604312 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-7ac59956-fb5c-41fa-8ea1-bd9537463e68 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5688958 Jan 18 16:42:17.615714 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Request body: {'port': {'device_id': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:17.668834 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.925349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56024420-ad6b-4854-aa0f-aa6969a73f3b {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:17.932481 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Publish callbacks [] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.944619 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Transition to ACTIVE for port object 56024420-ad6b-4854-aa0f-aa6969a73f3b will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:42:17.948420 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:17.997278 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Pushing event updated for resources: {'Port': ['ID=56024420-ad6b-4854-aa0f-aa6969a73f3b,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:18.068745 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Attempting to bind port 56024420-ad6b-4854-aa0f-aa6969a73f3b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:42:18.069473 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Attempting to bind port 56024420-ad6b-4854-aa0f-aa6969a73f3b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:42:18.069473 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Attempting to bind port 56024420-ad6b-4854-aa0f-aa6969a73f3b on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:18.073630 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Port 56024420-ad6b-4854-aa0f-aa6969a73f3b on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:42:18.073946 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Attempting to bind port 56024420-ad6b-4854-aa0f-aa6969a73f3b on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:18.078678 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:42:18.079008 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Checking segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:42:18.079387 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Bound using segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:42:18.079812 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Bound port: 56024420-ad6b-4854-aa0f-aa6969a73f3b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:42:18.080162 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.142455 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] For port 56024420-ad6b-4854-aa0f-aa6969a73f3b, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:42:18.145951 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] For port 56024420-ad6b-4854-aa0f-aa6969a73f3b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:42:18.151348 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.186779 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.187392 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:18.188760 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] 10.222.0.45 "PUT /v2.0/ports/56024420-ad6b-4854-aa0f-aa6969a73f3b HTTP/1.1" status: 200 len: 1093 time: 0.5777302 Jan 18 16:42:18.189233 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'tag': '56024420-ad6b-4854-aa0f-aa6969a73f3b'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:18.191709 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c98272-3f0a-4fd9-a5f8-077175f42319" -d '{"events": [{"name": "network-changed", "server_uuid": "eb69959b-1cc0-4168-aee6-0886926fba95", "tag": "56024420-ad6b-4854-aa0f-aa6969a73f3b"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:18.236815 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c1990-bafe-4c66-8420-cd26e01869b7 service neutron] Pushing event updated for resources: {'Port': ['ID=56024420-ad6b-4854-aa0f-aa6969a73f3b,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:18.240910 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed9410e-b3da-41bb-93da-db1891207a6a x-openstack-request-id: req-aed9410e-b3da-41bb-93da-db1891207a6a {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:18.240910 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb69959b-1cc0-4168-aee6-0886926fba95", "tag": "56024420-ad6b-4854-aa0f-aa6969a73f3b", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:18.241267 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-aed9410e-b3da-41bb-93da-db1891207a6a {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:18.241370 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'tag': '56024420-ad6b-4854-aa0f-aa6969a73f3b', 'status': 'completed', 'code': 200} Jan 18 16:42:18.279665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-1774d5a2-5bbe-4917-aaf2-77abd3c71108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.281246 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-1774d5a2-5bbe-4917-aaf2-77abd3c71108 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 1096 time: 0.0553937 Jan 18 16:42:18.332789 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-6e5c36b4-2509-4a26-9bf1-6d7918391b1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b HTTP/1.1" status: 200 len: 217 time: 0.0355823 Jan 18 16:42:18.379439 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5a58d-635c-4f88-a771-f17b3f1a677e req-ae00022e-681d-4f5b-9b61-d949fb1d398e tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.381505 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-adf5a58d-635c-4f88-a771-f17b3f1a677e req-ae00022e-681d-4f5b-9b61-d949fb1d398e tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 943 time: 0.1168590 Jan 18 16:42:18.406688 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-b280ebaa-a0d7-4251-8a5f-496bb9442a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.408093 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-b280ebaa-a0d7-4251-8a5f-496bb9442a96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0675273 Jan 18 16:42:18.448570 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-648a3f70-dafb-4aa2-a4d1-3a31963e536e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343485 Jan 18 16:42:18.467220 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-adf5a58d-635c-4f88-a771-f17b3f1a677e req-838437b0-23b1-4d48-a7c9-29c14ae1d23d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797219 Jan 18 16:42:18.539630 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-65706716-948c-4098-8d48-4d56594b935b service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838776 Jan 18 16:42:18.631143 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-04d418a5-5b58-41a0-b9a2-9a181d81471a req-71cc5318-3024-437b-ae5d-2dc7a82cb524 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844316 Jan 18 16:42:18.719570 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-2203ef54-e5a9-4069-8fb5-fadf92b7ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.720997 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-2203ef54-e5a9-4069-8fb5-fadf92b7ceec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 1096 time: 0.0420480 Jan 18 16:42:18.808904 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-d7fd68ab-48dd-4ca3-a9cf-79e55099e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.810384 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-d7fd68ab-48dd-4ca3-a9cf-79e55099e928 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 915 time: 0.0825758 Jan 18 16:42:18.854676 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-9db69636-0de8-41ed-81bd-7b3e8ae29925 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b HTTP/1.1" status: 200 len: 217 time: 0.0351837 Jan 18 16:42:18.900791 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-474bc24d-da20-476e-979d-757bf680b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:18.902416 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-474bc24d-da20-476e-979d-757bf680b854 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0410407 Jan 18 16:42:18.932570 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-20065751-9f29-452e-b380-a95258bf7a2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241923 Jan 18 16:42:19.020140 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-b92ba704-0b7d-4c5b-ba35-7090b075e27b service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807683 Jan 18 16:42:19.110296 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-f8c98272-3f0a-4fd9-a5f8-077175f42319 req-1ffa8b4a-e70e-4d2d-aaf7-515f71c5ff0e service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819106 Jan 18 16:42:19.587733 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ca659-021a-4e61-946a-ff168a4b4464 req-a928d1b4-07a0-46e2-b1fa-36d230d5c1f2 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:19.589194 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2a1ca659-021a-4e61-946a-ff168a4b4464 req-a928d1b4-07a0-46e2-b1fa-36d230d5c1f2 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 943 time: 0.0527918 Jan 18 16:42:19.635445 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2a1ca659-021a-4e61-946a-ff168a4b4464 req-1bbe81c8-29c5-47f2-a38b-d8e3129c6684 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Jan 18 16:42:20.748421 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290fad9-4b3d-4457-a60c-5ed53f5682a0 req-f5fa5c14-9655-4379-929a-823a7d8a9f2a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:20.749890 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4290fad9-4b3d-4457-a60c-5ed53f5682a0 req-f5fa5c14-9655-4379-929a-823a7d8a9f2a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 943 time: 0.0476549 Jan 18 16:42:20.795702 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4290fad9-4b3d-4457-a60c-5ed53f5682a0 req-2e4fccc9-4fb2-4685-92df-5cf341f373bc tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Jan 18 16:42:21.246847 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 56024420-ad6b-4854-aa0f-aa6969a73f3b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:42:21.342758 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 56024420-ad6b-4854-aa0f-aa6969a73f3b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:21.354680 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '56024420-ad6b-4854-aa0f-aa6969a73f3b', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'port_id': '56024420-ad6b-4854-aa0f-aa6969a73f3b', 'mac_address': 'fa:16:3e:2a:43:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138b76b0-da82-41c5-b754-ee32c8bac1f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:42:21.390615 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 56024420-ad6b-4854-aa0f-aa6969a73f3b is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:21.391004 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.403938 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56024420-ad6b-4854-aa0f-aa6969a73f3b {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:21.423683 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 56024420-ad6b-4854-aa0f-aa6969a73f3b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:21.427544 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:21.472780 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=56024420-ad6b-4854-aa0f-aa6969a73f3b,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:21.668839 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['56024420-ad6b-4854-aa0f-aa6969a73f3b'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:21.907820 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052acbe-aa6a-4866-a041-9a09183aef2c req-b46540cd-3a4a-4e6c-b482-1a71fac099c7 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:21.909276 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1052acbe-aa6a-4866-a041-9a09183aef2c req-b46540cd-3a4a-4e6c-b482-1a71fac099c7 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 944 time: 0.0467312 Jan 18 16:42:21.957880 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1052acbe-aa6a-4866-a041-9a09183aef2c req-5d13d01a-cf30-4ad7-b943-3d9b2de48c01 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Jan 18 16:42:23.275654 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 56024420-ad6b-4854-aa0f-aa6969a73f3b up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:42:23.326238 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 56024420-ad6b-4854-aa0f-aa6969a73f3b completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:42:23.330671 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 56024420-ad6b-4854-aa0f-aa6969a73f3b triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:42:23.331050 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.348145 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a7f3e-f3e1-492d-877a-b47ef7cbe77b req-e09fb233-d53c-4f35-9270-0d9214fe0b00 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:23.349811 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c46a7f3e-f3e1-492d-877a-b47ef7cbe77b req-e09fb233-d53c-4f35-9270-0d9214fe0b00 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 944 time: 0.3266966 Jan 18 16:42:23.395962 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c46a7f3e-f3e1-492d-877a-b47ef7cbe77b req-cc71d8d9-09b6-460a-8daf-27adeac04d26 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404313 Jan 18 16:42:23.410878 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 56024420-ad6b-4854-aa0f-aa6969a73f3b is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:23.411275 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.433531 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56024420-ad6b-4854-aa0f-aa6969a73f3b'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:23.435705 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5682640-d98c-423e-9f93-5cf51e2327cf" -d '{"events": [{"server_uuid": "eb69959b-1cc0-4168-aee6-0886926fba95", "name": "network-vif-plugged", "status": "completed", "tag": "56024420-ad6b-4854-aa0f-aa6969a73f3b"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:23.448835 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 56024420-ad6b-4854-aa0f-aa6969a73f3b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:23.453273 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:23.479506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7686b8-a9f3-4118-9409-b2667b5dad7a x-openstack-request-id: req-ea7686b8-a9f3-4118-9409-b2667b5dad7a {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:23.479799 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69959b-1cc0-4168-aee6-0886926fba95", "name": "network-vif-plugged", "status": "completed", "tag": "56024420-ad6b-4854-aa0f-aa6969a73f3b", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:23.480054 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-ea7686b8-a9f3-4118-9409-b2667b5dad7a {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:23.480449 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56024420-ad6b-4854-aa0f-aa6969a73f3b', 'code': 200} Jan 18 16:42:23.504909 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=56024420-ad6b-4854-aa0f-aa6969a73f3b,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:23.642073 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8717c7-8b11-4fdc-b1d1-8afbb8e6f6c0 req-a0f49fe8-2362-4911-9c62-b770f5cc0b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:23.643515 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3c8717c7-8b11-4fdc-b1d1-8afbb8e6f6c0 req-a0f49fe8-2362-4911-9c62-b770f5cc0b91 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 1098 time: 0.0385215 Jan 18 16:42:23.686774 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3c8717c7-8b11-4fdc-b1d1-8afbb8e6f6c0 req-686d5ae8-39b7-481f-bbb0-01812911224f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Jan 18 16:42:24.511495 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef212a0-5ebc-4ae2-bc54-ea03fa92fc31 req-5f336455-c772-4c92-991a-48ba93b844f4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:24.512849 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4ef212a0-5ebc-4ae2-bc54-ea03fa92fc31 req-5f336455-c772-4c92-991a-48ba93b844f4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 945 time: 0.0504410 Jan 18 16:42:24.559761 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4ef212a0-5ebc-4ae2-bc54-ea03fa92fc31 req-d994d76b-32e4-49cb-b559-78e21948818b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Jan 18 16:42:25.675076 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e5448-b081-4534-97bb-d866cc8db413 req-c035747b-d293-4347-83e1-c45ad109d3ea tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:25.676524 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c97e5448-b081-4534-97bb-d866cc8db413 req-c035747b-d293-4347-83e1-c45ad109d3ea tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 945 time: 0.0487185 Jan 18 16:42:25.723797 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-c97e5448-b081-4534-97bb-d866cc8db413 req-3edc920e-7004-483e-aa01-cf6b0a47d10c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Jan 18 16:42:26.980236 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-90875f2c-bd0f-468d-9d78-718e196a6c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:29.215121 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-fee5902d-c737-4f9a-850b-668e8188cbd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:30.213975 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:30.447567 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:31.834169 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:33.091570 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:35.362265 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-908afad7-dda5-4f10-ab9a-7e40ec739a9d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:35.363625 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-908afad7-dda5-4f10-ab9a-7e40ec739a9d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1022289 Jan 18 16:42:35.378892 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-19c579ba-6515-4051-b417-76a7a8d66a45 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/quotas/83cee5b17bce4fc186700e306378f767 HTTP/1.1" status: 200 len: 375 time: 0.0090864 Jan 18 16:42:35.429081 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-ac33f62d-5d3a-41d1-ad35-16edd2b192e4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452807 Jan 18 16:42:35.520476 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-49d89d15-e972-4d35-a034-2f74b7e11d56 service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843165 Jan 18 16:42:35.609212 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-32c7ab7b-73a7-47b7-a740-2a77e441fb84 service neutron] 10.222.0.82 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829024 Jan 18 16:42:35.762523 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-88e07ab2-d6a4-4c13-b80f-7e092527e396 req-e96b8643-6017-4366-a9ed-64d467858af1 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 210 time: 0.0259888 Jan 18 16:42:36.482539 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:42:36.712753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-1c74d909-98ce-4063-b713-a64915bb6757 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:36.714320 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-1c74d909-98ce-4063-b713-a64915bb6757 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 814 time: 0.1118054 Jan 18 16:42:36.728539 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Request body: {'port': {'device_id': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'admin_state_up': True, 'tenant_id': '83cee5b17bce4fc186700e306378f767'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:36.858255 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-82e03edf-b595-45bb-ae15-6486980bc5d0 req-cec0c254-f949-425d-8269-c1072a7413b5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 210 time: 0.0299919 Jan 18 16:42:36.869668 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Made reservation on behalf of 83cee5b17bce4fc186700e306378f767 for: {'port': 1} {{(pid=102500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 18 16:42:36.873418 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:36.995117 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.db_base_plugin_common [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Allocated IP 172.20.0.2 (3b3b985b-c3d6-45d3-ad06-0901ba978884/138b76b0-da82-41c5-b754-ee32c8bac1f7/071e0062-44e2-4ab1-b50f-0e26dabec496) {{(pid=102500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 18 16:42:37.140972 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks [] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.174292 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227567948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.186471 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', '4e43b3a1-3e71-4876-b998-a471d3058d1f', '56024420-ad6b-4854-aa0f-aa6969a73f3b'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:37.221880 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Network 3b3b985b-c3d6-45d3-ad06-0901ba978884 is already hosted by enough agents. {{(pid=102500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 18 16:42:37.225024 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.scheduler.base_scheduler [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Resources bound (agent type, host, resource id): {{(pid=102500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 18 16:42:37.229585 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Received port after_create {{(pid=102500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 18 16:42:37.253060 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event updated for resources: {'Port': ['ID=071e0062-44e2-4ab1-b50f-0e26dabec496,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:37.265248 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.265604 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.265955 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.266318 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.266638 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.266975 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.267313 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.267649 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.267980 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.268308 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.268639 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.268988 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.269316 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:42:37.292882 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:37.293524 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.308866 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-46179443-5035-4a09-a034-5378372796a5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845494 Jan 18 16:42:37.321585 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.v2.base [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Request body: {'port': {'device_id': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=102500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 18 16:42:37.374294 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.633665 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071e0062-44e2-4ab1-b50f-0e26dabec496 {{(pid=102500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:37.640813 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Publish callbacks [] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), precommit_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.653641 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.provisioning_blocks [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Transition to ACTIVE for port object 071e0062-44e2-4ab1-b50f-0e26dabec496 will not be triggered until provisioned by entity L2. {{(pid=102500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 18 16:42:37.657490 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.710999 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Pushing event updated for resources: {'Port': ['ID=071e0062-44e2-4ab1-b50f-0e26dabec496,revision_number=2']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:37.778091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Attempting to bind port 071e0062-44e2-4ab1-b50f-0e26dabec496 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 18 16:42:37.778753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Attempting to bind port 071e0062-44e2-4ab1-b50f-0e26dabec496 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 18 16:42:37.778753 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Attempting to bind port 071e0062-44e2-4ab1-b50f-0e26dabec496 on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:37.782926 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Port 071e0062-44e2-4ab1-b50f-0e26dabec496 on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 18 16:42:37.783250 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Attempting to bind port 071e0062-44e2-4ab1-b50f-0e26dabec496 on network 3b3b985b-c3d6-45d3-ad06-0901ba978884 {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 18 16:42:37.788031 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Checking agent: {'id': 'c9b4cdfc-b314-4035-8177-0e1aba4accc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'started_at': datetime.datetime(2022, 1, 18, 16, 27, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 18, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 18 16:42:37.788372 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Checking segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 18 16:42:37.788908 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Bound using segment: {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'} {{(pid=102500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 18 16:42:37.789362 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.managers [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Bound port: 071e0062-44e2-4ab1-b50f-0e26dabec496, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e32fce9-832d-49b0-92b8-531e5d74cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884'}}] {{(pid=102500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 18 16:42:37.789752 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), before_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.854731 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] For port 071e0062-44e2-4ab1-b50f-0e26dabec496, host hv-cinder-78836, cleared binding levels {{(pid=102500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 18 16:42:37.857925 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] For port 071e0062-44e2-4ab1-b50f-0e26dabec496, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=071e0062-44e2-4ab1-b50f-0e26dabec496,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 18 16:42:37.862057 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4767020'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), after_update {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.898620 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:37.899268 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:37.900671 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] 10.222.0.45 "PUT /v2.0/ports/071e0062-44e2-4ab1-b50f-0e26dabec496 HTTP/1.1" status: 200 len: 1093 time: 0.5832114 Jan 18 16:42:37.901145 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'tag': '071e0062-44e2-4ab1-b50f-0e26dabec496'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:37.903373 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66b1b56-c02f-4017-82ed-f221fa46e783" -d '{"events": [{"name": "network-changed", "server_uuid": "eefb99f0-e5c6-47e0-8335-009e2b8c5700", "tag": "071e0062-44e2-4ab1-b50f-0e26dabec496"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:37.931697 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83669a-afa1-4706-846b-c0208ad345c9 service neutron] Pushing event updated for resources: {'Port': ['ID=071e0062-44e2-4ab1-b50f-0e26dabec496,revision_number=3']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:37.955846 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38d100-86cc-467f-8cc0-728914bb77a6 x-openstack-request-id: req-3f38d100-86cc-467f-8cc0-728914bb77a6 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:37.956136 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefb99f0-e5c6-47e0-8335-009e2b8c5700", "tag": "071e0062-44e2-4ab1-b50f-0e26dabec496", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:37.956386 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3f38d100-86cc-467f-8cc0-728914bb77a6 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:37.956788 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'tag': '071e0062-44e2-4ab1-b50f-0e26dabec496', 'status': 'completed', 'code': 200} Jan 18 16:42:38.019771 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328f732-82a4-43d3-96a1-f3efa662a59d req-9493d985-10f9-4654-8181-9152050328e5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:38.021265 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b328f732-82a4-43d3-96a1-f3efa662a59d req-9493d985-10f9-4654-8181-9152050328e5 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 943 time: 0.0866241 Jan 18 16:42:38.024318 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-6662cd9b-c066-41d8-8a91-d6b442db36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:38.025728 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-6662cd9b-c066-41d8-8a91-d6b442db36f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 1096 time: 0.0787985 Jan 18 16:42:38.078198 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-ea7d3a7a-9db3-4523-823a-5e4fc87f287b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=071e0062-44e2-4ab1-b50f-0e26dabec496 HTTP/1.1" status: 200 len: 217 time: 0.0381286 Jan 18 16:42:38.130509 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b328f732-82a4-43d3-96a1-f3efa662a59d req-e1413515-4134-427a-9d99-b83e6e9f06b1 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035192 Jan 18 16:42:38.142421 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7570586-8b14-4164-9066-826922748161 req-5c29ebe4-f548-4278-acc3-730ca2629853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:38.143860 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-5c29ebe4-f548-4278-acc3-730ca2629853 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0562899 Jan 18 16:42:38.179795 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-3a3d54cc-76d2-4fbb-80a4-e226210e10f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277705 Jan 18 16:42:38.269551 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-40e4203c-eca9-4569-806b-985752615ac1 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820720 Jan 18 16:42:38.361932 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-a7570586-8b14-4164-9066-826922748161 req-394005b6-e46a-4f85-ba9e-f8128d63559b service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855775 Jan 18 16:42:38.447901 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-7037a86a-1ef0-4ea9-8c49-f81f9f92da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:38.449497 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-7037a86a-1ef0-4ea9-8c49-f81f9f92da3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=83cee5b17bce4fc186700e306378f767&device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 1096 time: 0.0426402 Jan 18 16:42:38.535606 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-e998c3c2-5326-460d-90c2-5ff98b608880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:38.537089 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-e998c3c2-5326-460d-90c2-5ff98b608880 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 200 len: 915 time: 0.0814428 Jan 18 16:42:38.583678 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-7cac6e6e-0833-47f3-b039-4b988832e328 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=071e0062-44e2-4ab1-b50f-0e26dabec496 HTTP/1.1" status: 200 len: 217 time: 0.0376339 Jan 18 16:42:38.630369 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-292c15b5-3bf5-487e-930a-f874b8e3793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:38.631753 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-292c15b5-3bf5-487e-930a-f874b8e3793a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 200 len: 854 time: 0.0416379 Jan 18 16:42:38.664314 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-5ef55120-f0c9-413c-8e25-6d2cd1e4863b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b3b985b-c3d6-45d3-ad06-0901ba978884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237863 Jan 18 16:42:38.756569 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-a21215dd-af90-46d7-bff2-0eb271d89d43 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Jan 18 16:42:38.844061 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b66b1b56-c02f-4017-82ed-f221fa46e783 req-0be61825-6c1d-4ab7-848b-1a224c2e9536 service neutron] 10.222.0.45 "GET /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806823 Jan 18 16:42:39.250134 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd4281-535b-4b53-adb3-764fc1c90a8c req-97f0ae6c-796b-4e41-a8a1-31efb604e3c4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:39.251591 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2bbd4281-535b-4b53-adb3-764fc1c90a8c req-97f0ae6c-796b-4e41-a8a1-31efb604e3c4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 943 time: 0.0526872 Jan 18 16:42:39.299210 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2bbd4281-535b-4b53-adb3-764fc1c90a8c req-e352c76a-9fac-4249-a175-d8cef33ccc09 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420351 Jan 18 16:42:40.411712 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ab7a5-abe6-44be-ae6d-fd7137fbb66b req-1a30c636-cdf3-4678-8128-40513e13df6f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:40.413188 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-824ab7a5-abe6-44be-ae6d-fd7137fbb66b req-1a30c636-cdf3-4678-8128-40513e13df6f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 943 time: 0.0477569 Jan 18 16:42:40.459774 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-824ab7a5-abe6-44be-ae6d-fd7137fbb66b req-e793b90e-be6d-431f-be63-8365a8117613 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Jan 18 16:42:41.338938 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 071e0062-44e2-4ab1-b50f-0e26dabec496 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=102501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 18 16:42:41.429494 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 071e0062-44e2-4ab1-b50f-0e26dabec496, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=071e0062-44e2-4ab1-b50f-0e26dabec496,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:41.440736 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Returning: {'device': '071e0062-44e2-4ab1-b50f-0e26dabec496', 'network_id': '3b3b985b-c3d6-45d3-ad06-0901ba978884', 'port_id': '071e0062-44e2-4ab1-b50f-0e26dabec496', 'mac_address': 'fa:16:3e:ac:f4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138b76b0-da82-41c5-b754-ee32c8bac1f7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 18 16:42:41.479958 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 071e0062-44e2-4ab1-b50f-0e26dabec496 is: DOWN; New status is: BUILD {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:41.480351 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:41.494252 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071e0062-44e2-4ab1-b50f-0e26dabec496 {{(pid=102501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 18 16:42:41.514046 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 071e0062-44e2-4ab1-b50f-0e26dabec496, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=071e0062-44e2-4ab1-b50f-0e26dabec496,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:41.518244 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:41.565451 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=071e0062-44e2-4ab1-b50f-0e26dabec496,revision_number=4']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:41.576300 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910ca06-9b40-4015-8a2f-a623327bfc5e req-0c5bbc80-72b1-4cbd-8d42-18f16caf4e56 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:41.577834 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d910ca06-9b40-4015-8a2f-a623327bfc5e req-0c5bbc80-72b1-4cbd-8d42-18f16caf4e56 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 944 time: 0.0497279 Jan 18 16:42:41.630484 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-d910ca06-9b40-4015-8a2f-a623327bfc5e req-65ccde0a-d905-4b15-96dc-726d2f50efe2 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471873 Jan 18 16:42:41.783666 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['071e0062-44e2-4ab1-b50f-0e26dabec496'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:42.752641 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa39a94-5542-414e-b1a4-b49141ad302d req-0866e7d0-5c0b-4419-aa6d-bd65a40b8b62 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:42.754129 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2aa39a94-5542-414e-b1a4-b49141ad302d req-0866e7d0-5c0b-4419-aa6d-bd65a40b8b62 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 944 time: 0.0560212 Jan 18 16:42:42.800160 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-2aa39a94-5542-414e-b1a4-b49141ad302d req-4323c37d-59a4-40dc-af74-2fccdef3d7f7 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Jan 18 16:42:43.340296 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 071e0062-44e2-4ab1-b50f-0e26dabec496 up at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 18 16:42:43.388193 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning for port 071e0062-44e2-4ab1-b50f-0e26dabec496 completed by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 18 16:42:43.392620 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.db.provisioning_blocks [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Provisioning complete for port 071e0062-44e2-4ab1-b50f-0e26dabec496 triggered by entity L2. {{(pid=102501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 18 16:42:43.393030 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1484901'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), provisioning_complete {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:43.472905 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Current status of the port 071e0062-44e2-4ab1-b50f-0e26dabec496 is: BUILD; New status is: ACTIVE {{(pid=102501) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 18 16:42:43.473325 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1431302'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), before_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:43.496853 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071e0062-44e2-4ab1-b50f-0e26dabec496'}] {{(pid=102501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:43.499094 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3061c88e8fddd024fd21416270246501d9f779cb9cfbbfd253fc5206c19bedd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce4409d-0a2f-49e9-b783-651e39003757" -d '{"events": [{"server_uuid": "eefb99f0-e5c6-47e0-8335-009e2b8c5700", "name": "network-vif-plugged", "status": "completed", "tag": "071e0062-44e2-4ab1-b50f-0e26dabec496"}]}' {{(pid=102501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:43.512416 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] For port 071e0062-44e2-4ab1-b50f-0e26dabec496, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=071e0062-44e2-4ab1-b50f-0e26dabec496,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:43.516506 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765228083330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227567966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227567984'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:43.539551 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7c0d59-d30a-4baf-98e9-8d12a32873eb x-openstack-request-id: req-7a7c0d59-d30a-4baf-98e9-8d12a32873eb {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:43.539848 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefb99f0-e5c6-47e0-8335-009e2b8c5700", "name": "network-vif-plugged", "status": "completed", "tag": "071e0062-44e2-4ab1-b50f-0e26dabec496", "code": 200}]} {{(pid=102501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:43.540115 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7a7c0d59-d30a-4baf-98e9-8d12a32873eb {{(pid=102501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:43.540491 dv-cinder-788368-3-iscsi neutron-server[102501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071e0062-44e2-4ab1-b50f-0e26dabec496', 'code': 200} Jan 18 16:42:43.565781 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Pushing event updated for resources: {'Port': ['ID=071e0062-44e2-4ab1-b50f-0e26dabec496,revision_number=5']} {{(pid=102501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:43.702226 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fd1ce-3548-4155-9ab1-bdc95d41aa0c req-7646a175-b6f8-4889-a476-f740d815f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:43.703703 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-538fd1ce-3548-4155-9ab1-bdc95d41aa0c req-7646a175-b6f8-4889-a476-f740d815f086 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 1098 time: 0.0390475 Jan 18 16:42:43.749390 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-538fd1ce-3548-4155-9ab1-bdc95d41aa0c req-65ff7e28-d9a3-456d-915b-a3b2f2b829d8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386965 Jan 18 16:42:43.915561 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86797f-0921-40be-a171-85d705faa8de req-076ec440-2597-41a9-b25f-6ad38b2ff0f4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:43.917042 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f86797f-0921-40be-a171-85d705faa8de req-076ec440-2597-41a9-b25f-6ad38b2ff0f4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Jan 18 16:42:43.962824 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-4f86797f-0921-40be-a171-85d705faa8de req-ed9a4321-10bd-4031-8e48-6ddfdbe5e945 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Jan 18 16:42:45.078625 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626f199-a522-4235-9d3c-6c520da3819f req-00c1e8aa-f2ba-499f-814f-e120d41d5192 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:45.080084 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3626f199-a522-4235-9d3c-6c520da3819f req-00c1e8aa-f2ba-499f-814f-e120d41d5192 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 945 time: 0.0494876 Jan 18 16:42:45.125687 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-3626f199-a522-4235-9d3c-6c520da3819f req-06a6284d-a5ac-4934-bedc-e7068c90ad63 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Jan 18 16:42:55.826422 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccf227-b625-421e-abed-e145a8c7ffe1 req-f7755897-3952-4f93-82c9-10d450dd81a4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:55.827897 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-08ccf227-b625-421e-abed-e145a8c7ffe1 req-f7755897-3952-4f93-82c9-10d450dd81a4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 945 time: 0.0485933 Jan 18 16:42:55.876708 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-08ccf227-b625-421e-abed-e145a8c7ffe1 req-9e9b87a0-2aaa-4fa9-a7d6-f8e90b59b811 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Jan 18 16:42:56.985746 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-0a760d1f-1b0f-4dc4-8c56-5ba1055bc57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:56.992485 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83dcc3-6d1c-4816-bddf-2e505e249735 req-5ca913f2-5ae9-41af-9464-206b301c87f3 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:56.994020 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f83dcc3-6d1c-4816-bddf-2e505e249735 req-5ca913f2-5ae9-41af-9464-206b301c87f3 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 945 time: 0.0494370 Jan 18 16:42:57.040288 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-6f83dcc3-6d1c-4816-bddf-2e505e249735 req-338ee1a3-188c-43df-8ef7-27d474f6214b tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Jan 18 16:42:57.555573 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-18134422-a38f-4d6d-8e7a-c66996cca630 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:42:57.556909 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-18134422-a38f-4d6d-8e7a-c66996cca630 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 945 time: 0.0479333 Jan 18 16:42:57.644273 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Deleting port 071e0062-44e2-4ab1-b50f-0e26dabec496 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:42:57.644609 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:57.735071 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] For port 071e0062-44e2-4ab1-b50f-0e26dabec496, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=071e0062-44e2-4ab1-b50f-0e26dabec496,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:42:57.735429 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:57.747803 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Calling delete_port for 071e0062-44e2-4ab1-b50f-0e26dabec496 owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:42:57.877350 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (071e0062-44e2-4ab1-b50f-0e26dabec496), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:57.890290 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', '4e43b3a1-3e71-4876-b998-a471d3058d1f', '56024420-ad6b-4854-aa0f-aa6969a73f3b', '071e0062-44e2-4ab1-b50f-0e26dabec496'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:42:57.905128 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event deleted for resources: {'Port': ['ID=071e0062-44e2-4ab1-b50f-0e26dabec496,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:42:57.950530 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] No DVR routers for this DVR port 071e0062-44e2-4ab1-b50f-0e26dabec496 on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:42:57.953091 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:42:57.956330 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-7cfe475d-615f-488b-8898-a7dcfca89e65 req-b5ec0dd9-e9fb-4ee7-bbf3-c258e5df175c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "DELETE /v2.0/ports/071e0062-44e2-4ab1-b50f-0e26dabec496 HTTP/1.1" status: 204 len: 173 time: 0.3944645 Jan 18 16:42:57.956777 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'name': 'network-vif-deleted', 'tag': '071e0062-44e2-4ab1-b50f-0e26dabec496'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:42:57.959100 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8c2a23-e1fe-4159-8f01-9d51d11f6741" -d '{"events": [{"server_uuid": "eefb99f0-e5c6-47e0-8335-009e2b8c5700", "name": "network-vif-deleted", "tag": "071e0062-44e2-4ab1-b50f-0e26dabec496"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:42:57.997676 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3912b444-1465-4ba7-8f15-336a5b0a7604 x-openstack-request-id: req-3912b444-1465-4ba7-8f15-336a5b0a7604 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:42:57.998321 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefb99f0-e5c6-47e0-8335-009e2b8c5700", "name": "network-vif-deleted", "tag": "071e0062-44e2-4ab1-b50f-0e26dabec496", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:42:57.998321 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-3912b444-1465-4ba7-8f15-336a5b0a7604 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:42:57.998599 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefb99f0-e5c6-47e0-8335-009e2b8c5700', 'name': 'network-vif-deleted', 'tag': '071e0062-44e2-4ab1-b50f-0e26dabec496', 'status': 'completed', 'code': 200} Jan 18 16:42:58.146708 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-58e9de87-d9a8-4a39-ab5b-b7e6a71a3f9e req-f5f47f62-5386-479a-b4f9-035d38315f4c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eefb99f0-e5c6-47e0-8335-009e2b8c5700 HTTP/1.1" status: 200 len: 210 time: 0.0268161 Jan 18 16:42:59.217529 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-8b4d27f0-afc0-4923-ae42-149a0fc46f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:00.224559 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:00.451840 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:00.534349 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1482a3-a1a5-468a-9029-2428cabe6b89 req-0062d79b-e3cc-483d-b9fb-5cabf38423a4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:00.535710 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fa1482a3-a1a5-468a-9029-2428cabe6b89 req-0062d79b-e3cc-483d-b9fb-5cabf38423a4 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 945 time: 0.0483508 Jan 18 16:43:00.582708 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fa1482a3-a1a5-468a-9029-2428cabe6b89 req-1c082482-4d50-4d9d-bb6f-b773b0974d11 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Jan 18 16:43:01.447034 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 071e0062-44e2-4ab1-b50f-0e26dabec496 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:43:01.467169 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 071e0062-44e2-4ab1-b50f-0e26dabec496 {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:43:01.467508 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 071e0062-44e2-4ab1-b50f-0e26dabec496 not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:43:01.703106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723ffe0-0176-4d43-b302-00d5cfc190f8 req-71098795-bfb8-495e-aca2-10bef70e5270 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:01.704983 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0723ffe0-0176-4d43-b302-00d5cfc190f8 req-71098795-bfb8-495e-aca2-10bef70e5270 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 945 time: 0.0505917 Jan 18 16:43:01.755914 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0723ffe0-0176-4d43-b302-00d5cfc190f8 req-9879a66b-85f4-45c3-8fda-a61cf8e6f905 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449743 Jan 18 16:43:01.839402 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:02.100530 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c051-dcf8-497f-8fef-40548b737274 req-99d41815-7197-4b1e-9659-3e787d041cbf tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:02.102092 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-de60c051-dcf8-497f-8fef-40548b737274 req-99d41815-7197-4b1e-9659-3e787d041cbf tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 945 time: 0.0492356 Jan 18 16:43:02.187336 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Deleting port 56024420-ad6b-4854-aa0f-aa6969a73f3b {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:43:02.187675 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:02.276602 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] For port 56024420-ad6b-4854-aa0f-aa6969a73f3b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=56024420-ad6b-4854-aa0f-aa6969a73f3b,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:02.276997 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:02.289929 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Calling delete_port for 56024420-ad6b-4854-aa0f-aa6969a73f3b owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:43:02.423110 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (56024420-ad6b-4854-aa0f-aa6969a73f3b), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:02.435928 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', '4e43b3a1-3e71-4876-b998-a471d3058d1f', '56024420-ad6b-4854-aa0f-aa6969a73f3b'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:43:02.453869 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event deleted for resources: {'Port': ['ID=56024420-ad6b-4854-aa0f-aa6969a73f3b,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:02.493628 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] No DVR routers for this DVR port 56024420-ad6b-4854-aa0f-aa6969a73f3b on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:43:02.496172 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:02.499442 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-de60c051-dcf8-497f-8fef-40548b737274 req-a375c37f-7e91-4816-8571-001c19d6098d tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "DELETE /v2.0/ports/56024420-ad6b-4854-aa0f-aa6969a73f3b HTTP/1.1" status: 204 len: 173 time: 0.3926444 Jan 18 16:43:02.499907 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'name': 'network-vif-deleted', 'tag': '56024420-ad6b-4854-aa0f-aa6969a73f3b'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:02.502224 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bea880-050f-4c53-b5fc-63baaf90670d" -d '{"events": [{"server_uuid": "eb69959b-1cc0-4168-aee6-0886926fba95", "name": "network-vif-deleted", "tag": "56024420-ad6b-4854-aa0f-aa6969a73f3b"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:02.540106 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3b5cb1-b34e-488c-a3d0-1193a4e0758f x-openstack-request-id: req-7a3b5cb1-b34e-488c-a3d0-1193a4e0758f {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:02.540414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb69959b-1cc0-4168-aee6-0886926fba95", "name": "network-vif-deleted", "tag": "56024420-ad6b-4854-aa0f-aa6969a73f3b", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:02.540724 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-7a3b5cb1-b34e-488c-a3d0-1193a4e0758f {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:02.541150 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb69959b-1cc0-4168-aee6-0886926fba95', 'name': 'network-vif-deleted', 'tag': '56024420-ad6b-4854-aa0f-aa6969a73f3b', 'status': 'completed', 'code': 200} Jan 18 16:43:02.862158 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-50c5cb04-d073-4f1e-ae67-ebb67c6ef753 req-77a4ad4a-45a9-4031-9d0f-cb71d7fbc762 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=eb69959b-1cc0-4168-aee6-0886926fba95 HTTP/1.1" status: 200 len: 210 time: 0.0272412 Jan 18 16:43:03.094985 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:04.132603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ea688-e7fb-4154-a437-a1afac603bb5 req-adaf7ab5-4550-4ee9-a0b3-0f8cf6557b43 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:04.134105 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-570ea688-e7fb-4154-a437-a1afac603bb5 req-adaf7ab5-4550-4ee9-a0b3-0f8cf6557b43 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 946 time: 0.0524118 Jan 18 16:43:04.180713 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-570ea688-e7fb-4154-a437-a1afac603bb5 req-00c75647-f993-4830-b479-a844d68e1b37 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Jan 18 16:43:05.294217 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e9a71-ac94-4eb9-a215-faf3110d2079 req-731d545e-03cc-4378-9948-22fcebfb9e74 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:05.295601 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c8e9a71-ac94-4eb9-a215-faf3110d2079 req-731d545e-03cc-4378-9948-22fcebfb9e74 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 946 time: 0.0480452 Jan 18 16:43:05.341892 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-0c8e9a71-ac94-4eb9-a215-faf3110d2079 req-dce2feab-93db-4987-8540-34d6d3f9ba45 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Jan 18 16:43:05.445550 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdace61-1980-468c-985a-133a79ea4b49 req-733de2f8-6ae0-467e-a95e-dbf8c767da4c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:05.447011 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fcdace61-1980-468c-985a-133a79ea4b49 req-733de2f8-6ae0-467e-a95e-dbf8c767da4c tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/ports?device_id=6622da12-a0e7-4ddc-b0eb-cdc5098937fb HTTP/1.1" status: 200 len: 946 time: 0.0479882 Jan 18 16:43:05.447642 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 56024420-ad6b-4854-aa0f-aa6969a73f3b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:43:05.468269 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 56024420-ad6b-4854-aa0f-aa6969a73f3b {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:43:05.468616 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 56024420-ad6b-4854-aa0f-aa6969a73f3b not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:43:05.537550 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Deleting port 4e43b3a1-3e71-4876-b998-a471d3058d1f {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:43:05.537941 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:05.625015 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] For port 4e43b3a1-3e71-4876-b998-a471d3058d1f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4e43b3a1-3e71-4876-b998-a471d3058d1f,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:05.625315 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:05.640775 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Calling delete_port for 4e43b3a1-3e71-4876-b998-a471d3058d1f owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:43:05.763520 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (4e43b3a1-3e71-4876-b998-a471d3058d1f), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:05.775253 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.db [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] get_ports_and_sgs() called for port_ids ['4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', '4e43b3a1-3e71-4876-b998-a471d3058d1f'] {{(pid=102501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 18 16:43:05.793974 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event deleted for resources: {'Port': ['ID=4e43b3a1-3e71-4876-b998-a471d3058d1f,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:05.851056 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] No DVR routers for this DVR port 4e43b3a1-3e71-4876-b998-a471d3058d1f on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:43:05.854996 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:05.859124 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-fcdace61-1980-468c-985a-133a79ea4b49 req-3d5ffd05-d4a0-46f7-96f7-d84c341fa57a tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "DELETE /v2.0/ports/4e43b3a1-3e71-4876-b998-a471d3058d1f HTTP/1.1" status: 204 len: 173 time: 0.4066536 Jan 18 16:43:05.859582 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'name': 'network-vif-deleted', 'tag': '4e43b3a1-3e71-4876-b998-a471d3058d1f'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:05.862274 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda3ef6-8246-48cf-9549-a468e20f30f0" -d '{"events": [{"server_uuid": "6622da12-a0e7-4ddc-b0eb-cdc5098937fb", "name": "network-vif-deleted", "tag": "4e43b3a1-3e71-4876-b998-a471d3058d1f"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:05.911423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd591b63-487f-45b4-b7de-2fe81c7d0fe3 x-openstack-request-id: req-cd591b63-487f-45b4-b7de-2fe81c7d0fe3 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:05.911722 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6622da12-a0e7-4ddc-b0eb-cdc5098937fb", "name": "network-vif-deleted", "tag": "4e43b3a1-3e71-4876-b998-a471d3058d1f", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:05.911977 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-cd591b63-487f-45b4-b7de-2fe81c7d0fe3 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:05.912369 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6622da12-a0e7-4ddc-b0eb-cdc5098937fb', 'name': 'network-vif-deleted', 'tag': '4e43b3a1-3e71-4876-b998-a471d3058d1f', 'status': 'completed', 'code': 200} Jan 18 16:43:07.722414 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef161c1-8374-46c2-8925-207f6fc7c6e4 req-96624f5d-3138-419a-8dde-669cbf853f33 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:07.723880 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eef161c1-8374-46c2-8925-207f6fc7c6e4 req-96624f5d-3138-419a-8dde-669cbf853f33 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 946 time: 0.0483663 Jan 18 16:43:07.770933 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-eef161c1-8374-46c2-8925-207f6fc7c6e4 req-6ef42c76-012d-4a09-8c5b-65e5d171690e tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Jan 18 16:43:08.889074 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06af1d-9266-485c-8802-816a5d995e7c req-f4427f80-da19-43da-aa56-fa62313f0650 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:08.890548 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a06af1d-9266-485c-8802-816a5d995e7c req-f4427f80-da19-43da-aa56-fa62313f0650 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 946 time: 0.0494461 Jan 18 16:43:08.940733 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-1a06af1d-9266-485c-8802-816a5d995e7c req-6806337e-ba7a-497d-ac5b-c2b4be3c8504 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/security-groups?id=2e98913f-8cf6-4f62-88b4-8c62c52fb708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445516 Jan 18 16:43:09.191603 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-4efd0532-ae8f-4c60-8058-ad2c41a59061 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 18 16:43:09.193045 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-4efd0532-ae8f-4c60-8058-ad2c41a59061 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 946 time: 0.0480471 Jan 18 16:43:09.278575 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Deleting port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 {{(pid=102500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 18 16:43:09.278906 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765228074460'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:09.367044 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.db [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] For port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,segment=NetworkSegment(5e32fce9-832d-49b0-92b8-531e5d74cb56),segment_id=5e32fce9-832d-49b0-92b8-531e5d74cb56)] {{(pid=102500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 18 16:43:09.367310 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563611'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:09.379312 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.plugin [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Calling delete_port for 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 owned by compute:nova {{(pid=102500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 18 16:43:09.464449 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:43:09.507151 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1431243', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765228083312', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227567957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4767035'] for port (4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:09.526955 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 update to DOWN by agent not found {{(pid=102501) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 18 16:43:09.527385 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4e43b3a1-3e71-4876-b998-a471d3058d1f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 18 16:43:09.533454 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Pushing event deleted for resources: {'Port': ['ID=4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:09.546918 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] No Port match for: 4e43b3a1-3e71-4876-b998-a471d3058d1f {{(pid=102501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 18 16:43:09.547272 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron.plugins.ml2.rpc [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Device 4e43b3a1-3e71-4876-b998-a471d3058d1f not bound to the agent host hv-cinder-78836 {{(pid=102501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 18 16:43:09.576710 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] No DVR routers for this DVR port 4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 on host hv-cinder-78836 {{(pid=102500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 18 16:43:09.579136 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-149980'] for port (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:09.582433 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-b061e93b-6ef2-4f49-a6fa-931d42ab39b4 req-809e0d9f-07ae-4486-be16-27c279d3d237 tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.45 "DELETE /v2.0/ports/4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3 HTTP/1.1" status: 204 len: 173 time: 0.3848155 Jan 18 16:43:09.582870 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'name': 'network-vif-deleted', 'tag': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3'}] {{(pid=102500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 18 16:43:09.585104 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.82/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c1e2f23e5a047b09e96d5c64291bd49da9aa30bfc0f97a7a8760dbe6329cc13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117677c-fd93-4a5b-a519-26b5d6d8e0b0" -d '{"events": [{"server_uuid": "c9d430db-b5ab-4c0e-add0-a4abe3607e9c", "name": "network-vif-deleted", "tag": "4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3"}]}' {{(pid=102500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 18 16:43:09.631656 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 18 Jan 2022 16:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d763229-00a2-417c-9df2-7b114d4f66c1 x-openstack-request-id: req-8d763229-00a2-417c-9df2-7b114d4f66c1 {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 18 16:43:09.631949 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d430db-b5ab-4c0e-add0-a4abe3607e9c", "name": "network-vif-deleted", "tag": "4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3", "status": "completed", "code": 200}]} {{(pid=102500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 18 16:43:09.632868 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.82/compute/v2.1/os-server-external-events used request id req-8d763229-00a2-417c-9df2-7b114d4f66c1 {{(pid=102500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 18 16:43:09.633308 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d430db-b5ab-4c0e-add0-a4abe3607e9c', 'name': 'network-vif-deleted', 'tag': '4ab2fb4e-fd27-4ffa-89a9-7b5cd49ceaf3', 'status': 'completed', 'code': 200} Jan 18 16:43:10.047355 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [req-40e9bba0-a8f9-40ee-bb4b-28be8494c6b8 req-c31cd46a-a377-4870-8e36-9fb867c3a84f tempest-AttachVolumeNegativeTest-89305355 tempest-AttachVolumeNegativeTest-89305355-project] 10.222.0.82 "GET /v2.0/ports?device_id=c9d430db-b5ab-4c0e-add0-a4abe3607e9c HTTP/1.1" status: 200 len: 210 time: 0.0278764 Jan 18 16:43:11.105137 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48780) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:11.150432 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Deleting subnet 138b76b0-da82-41c5-b754-ee32c8bac1f7 {{(pid=102499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 18 16:43:11.153503 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Publish callbacks [] for subnet (138b76b0-da82-41c5-b754-ee32c8bac1f7), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.187401 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6712786'] for subnet (138b76b0-da82-41c5-b754-ee32c8bac1f7), precommit_delete_associations {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.229907 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1490775'] for subnet (138b76b0-da82-41c5-b754-ee32c8bac1f7), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.283234 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1490782', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7294332'] for subnet (138b76b0-da82-41c5-b754-ee32c8bac1f7), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.309776 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138b76b0-da82-41c5-b754-ee32c8bac1f7,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:11.312674 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for subnet (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.315414 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/138b76b0-da82-41c5-b754-ee32c8bac1f7 HTTP/1.1" status: 204 len: 168 time: 0.2092743 Jan 18 16:43:11.317997 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48784) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:11.321385 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.321737 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.322182 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.322524 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.322860 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.323191 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.323520 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.323849 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.324177 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.324505 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.324828 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.325186 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.325506 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d46f258-2bbd-4e0a-97ba-461929251577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788368-3-iscsi {{(pid=102499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 18 16:43:11.387021 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1506335'] for network (3b3b985b-c3d6-45d3-ad06-0901ba978884), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.463970 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1487086', 'neutron.services.segments.db._delete_segments_for_network-8765228154399'] for network (3b3b985b-c3d6-45d3-ad06-0901ba978884), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.483623 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3b985b-c3d6-45d3-ad06-0901ba978884']}} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:11.493014 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e32fce9-832d-49b0-92b8-531e5d74cb56') {'for_net_delete': True} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:11.493310 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.services.segments.db [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e32fce9-832d-49b0-92b8-531e5d74cb56') {} {{(pid=102500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 18 16:43:11.502257 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765228153896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5936384'] for segment (5e32fce9-832d-49b0-92b8-531e5d74cb56), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.514848 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152'] for segment (5e32fce9-832d-49b0-92b8-531e5d74cb56), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.520452 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=102500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 18 16:43:11.520828 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4767048'] for segment (5e32fce9-832d-49b0-92b8-531e5d74cb56), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.522422 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: warnings.warn(msg) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: Traceback (most recent call last): Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: timer() Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: cb(*args, **kw) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: return func(*args, **kwargs) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: self._notify() Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: self.callback(batched_events) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: event.method(event) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: aggregate_uuid = self.p_client.list_aggregates( Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: return f(self, *a, **k) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._get(url).json() Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: return self.request(url, 'GET', **kwargs) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: base_url = self.get_endpoint(auth, allow=allow, Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 18 16:43:11.525843 dv-cinder-788368-3-iscsi neutron-server[102500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 18 16:43:11.577720 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1487065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1495017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567850'] for network (3b3b985b-c3d6-45d3-ad06-0901ba978884), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.582915 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1494943'] for network (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.589276 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] 10.222.0.82 "DELETE /v2.0/networks/3b3b985b-c3d6-45d3-ad06-0901ba978884 HTTP/1.1" status: 204 len: 168 time: 0.2701545 Jan 18 16:43:11.600498 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cd5e9-7d96-45be-a07e-2ff873a97787 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3b985b-c3d6-45d3-ad06-0901ba978884,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:11.723533 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48788) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:11.762509 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-1f4562ea-f008-4454-97eb-554de3c1d6c4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=83cee5b17bce4fc186700e306378f767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378401 Jan 18 16:43:11.764801 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48790) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:11.810497 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c8f56fe-479b-4de7-8bd6-e339465e0e20 admin admin] Publish callbacks [] for security_group (2e98913f-8cf6-4f62-88b4-8c62c52fb708), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.831362 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c8f56fe-479b-4de7-8bd6-e339465e0e20 admin admin] Publish callbacks [] for security_group (2e98913f-8cf6-4f62-88b4-8c62c52fb708), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.878774 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c8f56fe-479b-4de7-8bd6-e339465e0e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (2e98913f-8cf6-4f62-88b4-8c62c52fb708), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.881380 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-4c8f56fe-479b-4de7-8bd6-e339465e0e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:11.883469 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-4c8f56fe-479b-4de7-8bd6-e339465e0e20 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2e98913f-8cf6-4f62-88b4-8c62c52fb708 HTTP/1.1" status: 204 len: 168 time: 0.1177409 Jan 18 16:43:11.891152 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f56fe-479b-4de7-8bd6-e339465e0e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e98913f-8cf6-4f62-88b4-8c62c52fb708,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:13.481211 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:43:16.810950 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48888) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:16.936492 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fe94e2dc-693a-407b-8a39-e67facbf98a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.011066 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fe94e2dc-693a-407b-8a39-e67facbf98a5 admin admin] Publish callbacks [] for security_group (4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.014662 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-fe94e2dc-693a-407b-8a39-e67facbf98a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.052838 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-fe94e2dc-693a-407b-8a39-e67facbf98a5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=20d72e35521f45d296117c989e6361e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407701 Jan 18 16:43:17.054664 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94e2dc-693a-407b-8a39-e67facbf98a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:17.056363 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48892) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:17.104462 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d00149f1-c757-4093-930f-e7691876b577 admin admin] Publish callbacks [] for security_group (4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.125261 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d00149f1-c757-4093-930f-e7691876b577 admin admin] Publish callbacks [] for security_group (4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.169828 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d00149f1-c757-4093-930f-e7691876b577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.172378 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d00149f1-c757-4093-930f-e7691876b577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.173558 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d00149f1-c757-4093-930f-e7691876b577 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6 HTTP/1.1" status: 204 len: 168 time: 0.1158109 Jan 18 16:43:17.182243 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00149f1-c757-4093-930f-e7691876b577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1c1e56-919d-4f9c-aa5c-5e4ee2ea63b6,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:17.430189 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48898) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:17.443161 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0f09aff-13c6-4095-ae75-f99f4e7deccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.526382 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0f09aff-13c6-4095-ae75-f99f4e7deccd admin admin] Publish callbacks [] for security_group (13f7da8a-388a-42f8-961c-6335106b3b28), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.530244 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-b0f09aff-13c6-4095-ae75-f99f4e7deccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (13f7da8a-388a-42f8-961c-6335106b3b28), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.568995 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-b0f09aff-13c6-4095-ae75-f99f4e7deccd admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ee4342fee7647c9b148189b841aa112&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377232 Jan 18 16:43:17.570164 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f09aff-13c6-4095-ae75-f99f4e7deccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7da8a-388a-42f8-961c-6335106b3b28,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:17.572261 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48900) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:17.620527 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50e126d2-4fd3-4478-96e6-b6f627f6864a admin admin] Publish callbacks [] for security_group (13f7da8a-388a-42f8-961c-6335106b3b28), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.640835 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50e126d2-4fd3-4478-96e6-b6f627f6864a admin admin] Publish callbacks [] for security_group (13f7da8a-388a-42f8-961c-6335106b3b28), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.686103 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50e126d2-4fd3-4478-96e6-b6f627f6864a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (13f7da8a-388a-42f8-961c-6335106b3b28), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.688748 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-50e126d2-4fd3-4478-96e6-b6f627f6864a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:17.690187 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-50e126d2-4fd3-4478-96e6-b6f627f6864a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/13f7da8a-388a-42f8-961c-6335106b3b28 HTTP/1.1" status: 204 len: 168 time: 0.1168060 Jan 18 16:43:17.698914 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e126d2-4fd3-4478-96e6-b6f627f6864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7da8a-388a-42f8-961c-6335106b3b28,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:18.006172 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48906) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:18.019807 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f50c3255-2e3e-433c-a460-2d865d60d52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.095722 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f50c3255-2e3e-433c-a460-2d865d60d52f admin admin] Publish callbacks [] for security_group (5fddf5b7-f79b-474a-9e1b-4bfa4c876502), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.099346 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-f50c3255-2e3e-433c-a460-2d865d60d52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5fddf5b7-f79b-474a-9e1b-4bfa4c876502), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.135988 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c3255-2e3e-433c-a460-2d865d60d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fddf5b7-f79b-474a-9e1b-4bfa4c876502,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:18.142269 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-f50c3255-2e3e-433c-a460-2d865d60d52f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d2df0066ff2c4416940113712b81c3f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344099 Jan 18 16:43:18.144969 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48908) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:18.202802 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d42987bd-f531-4c73-9749-b067cda7c3f1 admin admin] Publish callbacks [] for security_group (5fddf5b7-f79b-474a-9e1b-4bfa4c876502), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.229857 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d42987bd-f531-4c73-9749-b067cda7c3f1 admin admin] Publish callbacks [] for security_group (5fddf5b7-f79b-474a-9e1b-4bfa4c876502), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.282848 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d42987bd-f531-4c73-9749-b067cda7c3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (5fddf5b7-f79b-474a-9e1b-4bfa4c876502), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.285733 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-d42987bd-f531-4c73-9749-b067cda7c3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:18.286985 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-d42987bd-f531-4c73-9749-b067cda7c3f1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5fddf5b7-f79b-474a-9e1b-4bfa4c876502 HTTP/1.1" status: 204 len: 168 time: 0.1408873 Jan 18 16:43:18.294589 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42987bd-f531-4c73-9749-b067cda7c3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fddf5b7-f79b-474a-9e1b-4bfa4c876502,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:22.329570 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48966) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:22.432765 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a2d59c82-4622-42dd-a753-90c4c0072cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.505085 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a2d59c82-4622-42dd-a753-90c4c0072cf3 admin admin] Publish callbacks [] for security_group (57bff2ae-e249-4f14-a5e4-557a6afef9b2), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.508791 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-a2d59c82-4622-42dd-a753-90c4c0072cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (57bff2ae-e249-4f14-a5e4-557a6afef9b2), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.548655 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-a2d59c82-4622-42dd-a753-90c4c0072cf3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2f44cced4d6247c6b5540f74f8a4283a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180326 Jan 18 16:43:22.549559 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d59c82-4622-42dd-a753-90c4c0072cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bff2ae-e249-4f14-a5e4-557a6afef9b2,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:22.551297 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48970) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:22.599853 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e2d9-1330-4c72-ae48-948e7c4a437f admin admin] Publish callbacks [] for security_group (57bff2ae-e249-4f14-a5e4-557a6afef9b2), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.622230 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e2d9-1330-4c72-ae48-948e7c4a437f admin admin] Publish callbacks [] for security_group (57bff2ae-e249-4f14-a5e4-557a6afef9b2), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.667276 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e2d9-1330-4c72-ae48-948e7c4a437f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (57bff2ae-e249-4f14-a5e4-557a6afef9b2), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.669806 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e2d9-1330-4c72-ae48-948e7c4a437f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:22.670953 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-d6d5e2d9-1330-4c72-ae48-948e7c4a437f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/57bff2ae-e249-4f14-a5e4-557a6afef9b2 HTTP/1.1" status: 204 len: 168 time: 0.1186671 Jan 18 16:43:22.678237 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5e2d9-1330-4c72-ae48-948e7c4a437f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bff2ae-e249-4f14-a5e4-557a6afef9b2,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:22.933089 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 48976) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:22.946258 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5be7d909-a214-48b3-acd4-9a32af734d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.018113 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5be7d909-a214-48b3-acd4-9a32af734d03 admin admin] Publish callbacks [] for security_group (9c3b16fe-5ba9-4ad9-963a-4e2eb8214906), precommit_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.021761 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-5be7d909-a214-48b3-acd4-9a32af734d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9c3b16fe-5ba9-4ad9-963a-4e2eb8214906), after_create {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.061130 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7d909-a214-48b3-acd4-9a32af734d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b16fe-5ba9-4ad9-963a-4e2eb8214906,revision_number=1']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:23.065661 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-5be7d909-a214-48b3-acd4-9a32af734d03 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c56f27e65f614cf197ed41240b779040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315536 Jan 18 16:43:23.068454 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 48978) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:23.122462 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9b62caf5-7178-4ae4-929a-0525936f84f3 admin admin] Publish callbacks [] for security_group (9c3b16fe-5ba9-4ad9-963a-4e2eb8214906), before_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.147964 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9b62caf5-7178-4ae4-929a-0525936f84f3 admin admin] Publish callbacks [] for security_group (9c3b16fe-5ba9-4ad9-963a-4e2eb8214906), precommit_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.192333 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9b62caf5-7178-4ae4-929a-0525936f84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (9c3b16fe-5ba9-4ad9-963a-4e2eb8214906), after_delete {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.195448 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-9b62caf5-7178-4ae4-929a-0525936f84f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:23.196581 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-9b62caf5-7178-4ae4-929a-0525936f84f3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9c3b16fe-5ba9-4ad9-963a-4e2eb8214906 HTTP/1.1" status: 204 len: 168 time: 0.1268530 Jan 18 16:43:23.204123 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62caf5-7178-4ae4-929a-0525936f84f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b16fe-5ba9-4ad9-963a-4e2eb8214906,revision_number=None']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:26.829219 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.wsgi [-] (102500) accepted ('10.222.0.82', 49024) {{(pid=102500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:26.932303 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa468-2624-4036-8782-a86992c995bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:26.978812 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-85f34e48-94c0-4690-8f70-642172159555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.008122 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa468-2624-4036-8782-a86992c995bc admin admin] Publish callbacks [] for security_group (feec41e2-9413-4b09-95ef-ab97c5891259), precommit_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.012097 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron_lib.callbacks.manager [None req-ddcaa468-2624-4036-8782-a86992c995bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (feec41e2-9413-4b09-95ef-ab97c5891259), after_create {{(pid=102500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.049616 dv-cinder-788368-3-iscsi neutron-server[102500]: INFO neutron.wsgi [None req-ddcaa468-2624-4036-8782-a86992c995bc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1d15d0c0502c48978ce024fa7f46e70d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193329 Jan 18 16:43:27.050423 dv-cinder-788368-3-iscsi neutron-server[102500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaa468-2624-4036-8782-a86992c995bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec41e2-9413-4b09-95ef-ab97c5891259,revision_number=1']} {{(pid=102500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:27.052267 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.wsgi [-] (102499) accepted ('10.222.0.82', 49028) {{(pid=102499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 18 16:43:27.099467 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b641e84-e6b8-4e07-ab82-bc9d090b42b3 admin admin] Publish callbacks [] for security_group (feec41e2-9413-4b09-95ef-ab97c5891259), before_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.120470 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b641e84-e6b8-4e07-ab82-bc9d090b42b3 admin admin] Publish callbacks [] for security_group (feec41e2-9413-4b09-95ef-ab97c5891259), precommit_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.166804 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b641e84-e6b8-4e07-ab82-bc9d090b42b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636151'] for security_group (feec41e2-9413-4b09-95ef-ab97c5891259), after_delete {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.169420 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron_lib.callbacks.manager [None req-7b641e84-e6b8-4e07-ab82-bc9d090b42b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:27.170587 dv-cinder-788368-3-iscsi neutron-server[102499]: INFO neutron.wsgi [None req-7b641e84-e6b8-4e07-ab82-bc9d090b42b3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/feec41e2-9413-4b09-95ef-ab97c5891259 HTTP/1.1" status: 204 len: 168 time: 0.1172984 Jan 18 16:43:27.178399 dv-cinder-788368-3-iscsi neutron-server[102499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b641e84-e6b8-4e07-ab82-bc9d090b42b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec41e2-9413-4b09-95ef-ab97c5891259,revision_number=None']} {{(pid=102499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 18 16:43:29.219732 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-2f5726ac-67c9-4a4a-b284-997e998ca4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:30.230793 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:30.453533 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:31.839571 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:33.097821 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:50.480399 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:43:56.980579 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b5b33210-5fbc-42ac-a1b9-f7cdec359129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:43:59.221613 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-74353560-d314-4dbc-9ba0-8132ad425cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:00.239319 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:00.456242 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:01.842328 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:03.099514 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:26.982482 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-32d325bb-6c08-4140-854f-30d6c7007e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:27.480121 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:44:29.224410 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-79da7d0d-d85f-46f6-8b72-2ff9058a5207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:30.239132 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:30.459150 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:31.845569 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:33.101059 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:56.984678 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6b0817da-96a9-4679-9c71-a3a05197a4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:44:59.227014 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-19c8ca04-c630-48bd-bee6-b4c4d3ab802a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:00.258479 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:00.461191 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:01.846704 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:03.104094 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:04.479319 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:45:26.985191 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-fad243e9-eb88-43b0-92d2-8431cead2830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:29.228662 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-13f382c6-582b-40ee-a7f6-5af6845dc30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:30.253474 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:30.464479 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:31.848639 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:33.111735 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:41.478062 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:45:56.988565 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-650be7b8-0cf3-44c1-8894-d20c97dec212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:45:59.230519 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-196aebdb-5758-4c53-ad22-12ec6f57e96e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:00.267664 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:00.466897 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:01.852143 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:03.104871 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:18.477402 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:46:26.991493 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-78119236-927c-449b-a310-8ee237ca1a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:29.231366 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-90be2161-9db3-4c5c-9787-09f86e2badcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:30.282370 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:30.470945 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:31.854648 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:33.107901 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:55.476047 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:46:56.992957 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-ecf7672a-6908-4897-86f5-d00ba1864508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:46:59.234177 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-6f9eee76-3875-490f-9413-ef0639adf31d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:00.290433 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:00.472874 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:01.856619 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:03.109468 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:26.994386 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-be36d981-01f1-49b7-992b-a31c1a93f2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:29.237205 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-93a11374-b3e9-47b7-bdf6-8d67506efee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:30.295955 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:30.475294 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:31.860466 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:32.474970 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:47:33.111563 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:56.997563 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-136f7c26-6746-4606-b96f-27cccd74adb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:47:59.239104 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-729dcb88-e756-4357-8834-e3d90ba16d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:00.295986 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:00.479326 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:01.863312 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:03.113870 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:09.476002 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 18 16:48:27.000646 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-df3e15ca-4d40-4bcc-bb03-4ce4efe2cd54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (fb29826f-518d-4d68-b53a-005f6b58315d), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:29.241899 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b7bead2f-ea93-4550-bd54-a26f72fc7b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (181d4292-2748-4a30-a865-f5eb7f92f5eb), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:30.311873 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-b4ab59f3-431b-41a9-9d00-b67fb944caa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (c9b4cdfc-b314-4035-8177-0e1aba4accc2), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:30.484469 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-a4316e72-c7e8-4c09-b872-326b82d40687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (0720a0f0-b5ed-4a6a-83a4-d5cd5c171de9), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:31.866670 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-5603be82-e8a6-4694-a40f-b503f1ee47d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (b1b06da1-4b6f-41e6-8620-75dd98735d8e), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:33.115217 dv-cinder-788368-3-iscsi neutron-server[102501]: DEBUG neutron_lib.callbacks.manager [None req-d802955a-04b2-4767-809d-09a08070b474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765228154381', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1484820'] for agent (06523370-f5f9-415b-995d-e0292f5fcc77), after_update {{(pid=102501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 18 16:48:46.475752 dv-cinder-788368-3-iscsi neutron-server[102502]: DEBUG neutron.db.agents_db [None req-e575fafc-e0b2-495e-84d5-6586eb46d253 None None] Agent healthcheck: found 6 active agents {{(pid=102502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}